{"severity_text":"INFO","timestamp":"2026-11-02T22:58:37.147712241Z","logger":"setup","body":"managed namespace not found, attempting to create it","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:37.199131088Z","logger":"setup","body":"managed namespace ready","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:37.248216249Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:37.303169494Z","logger":"setup","body":"patched required labels on managed namespace","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:37.402113746Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:37.402138559Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:37.704307735Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:37.704353603Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:37.862426042Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/b5c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:37.911956308Z","body":"LLMInferenceService CRD not yet registered; watch will be added dynamically when KServe is ready","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:37.964021861Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch dynamically when it appears","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.013578976Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.2417037Z","body":"InferenceObjective CRD not yet registered; request priority is skipped until it appears","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.293070655Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch dynamically when it appears","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.293094367Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch when it is established","service.name":"maas-controller","crdName":"inferenceobjectives.llm-d.ai","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.293338695Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.398137788Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.398263019Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.398322127Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.398362405Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.39840175Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.398439347Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.398476991Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.398513721Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.398553032Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.398590901Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.398633133Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.398683376Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.398710375Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.398849633Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.398964384Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.399067914Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.399119303Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.399142651Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.399240428Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.399328541Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.499929114Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1102 22:58:38.499949 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" I1102 22:58:38.601635 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.601970248Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.602139288Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.602218694Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.60232885Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.60237392Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.60242877Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.602445592Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.602561891Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.602664816Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.602794461Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.602881341Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.602931255Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.603026317Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.60312403Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.603183884Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.603235017Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.603271154Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.603368038Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.603412702Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.603523967Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.603571173Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.603631018Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.60366338Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.603707022Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.603733866Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.603763413Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.603783781Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.603804456Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.603921884Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.603941941Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.603984985Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.604003324Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.604024899Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.603708494Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.604370348Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.604456267Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.604491969Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.604532626Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.604567237Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.604694731Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.604729529Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.603992809Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.604919875Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.60531062Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.605428353Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.605769853Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.606845897Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.607067487Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.607399297Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.607658968Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.607832972Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.701327706Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.701364029Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.752359023Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.811199649Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.908057253Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.908112306Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.911472043Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.911486433Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.923021907Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy created","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:39.003452864Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:39.003510038Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:39.005609622Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:39.005625263Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:39.005605423Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:39.005638029Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:39.009821113Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:39.009839508Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:39.01202893Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:39.012051591Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:40.301878968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57003ec8-c3d1-4dab-b7ae-2963fadeab55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:40.352417807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57003ec8-c3d1-4dab-b7ae-2963fadeab55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:40.403227392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57003ec8-c3d1-4dab-b7ae-2963fadeab55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:40.453444674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57003ec8-c3d1-4dab-b7ae-2963fadeab55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:42.285208879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b74852d7-74b1-411c-b443-9af7d5ae517d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:42.335343418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b74852d7-74b1-411c-b443-9af7d5ae517d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:42.384980932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b74852d7-74b1-411c-b443-9af7d5ae517d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:42.43471016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b74852d7-74b1-411c-b443-9af7d5ae517d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:46.602805591Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:46.602798929Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:46.602867545Z","logger":"crd-watcher","body":"CRD appeared; watch registered dynamically","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:46.602853115Z","logger":"crd-watcher","body":"CRD appeared; watch registered dynamically","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:58:46.653333837Z","logger":"controller-runtime.source.Kind","body":"if kind is a CRD, it should be installed before calling Start","service.name":"maas-controller","kind":"LLMInferenceService.serving.kserve.io","error":"no matches for kind \"LLMInferenceService\" in version \"serving.kserve.io/v1alpha2\"","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:77\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:70"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:58:46.703621396Z","logger":"controller-runtime.source.Kind","body":"if kind is a CRD, it should be installed before calling Start","service.name":"maas-controller","kind":"LLMInferenceService.serving.kserve.io","error":"no matches for kind \"LLMInferenceService\" in version \"serving.kserve.io/v1alpha2\"","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:77\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:70"} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:49.403963821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd9884be-bde8-4dba-b20f-79a5da004c25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:49.454372081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd9884be-bde8-4dba-b20f-79a5da004c25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:49.505126589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd9884be-bde8-4dba-b20f-79a5da004c25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:49.555040621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd9884be-bde8-4dba-b20f-79a5da004c25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:51.447031507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c2b32d8-c152-443b-8b3d-ba52f4241b54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:51.498390748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c2b32d8-c152-443b-8b3d-ba52f4241b54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:51.549351423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c2b32d8-c152-443b-8b3d-ba52f4241b54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:51.600042626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c2b32d8-c152-443b-8b3d-ba52f4241b54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:52.334223189Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:52.334270324Z","logger":"crd-watcher","body":"CRD established; watch registered dynamically","service.name":"maas-controller","crdName":"inferenceobjectives.llm-d.ai","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:08.851803861Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:08.871188273Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:09.780596713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51eab056-7186-4a08-b4d2-250922dcf45f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:09.830174706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51eab056-7186-4a08-b4d2-250922dcf45f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:09.880428057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51eab056-7186-4a08-b4d2-250922dcf45f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:09.929860613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51eab056-7186-4a08-b4d2-250922dcf45f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:11.800951301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"228fd2e7-af44-406b-9c05-a5f394e1a3c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:11.850422081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"228fd2e7-af44-406b-9c05-a5f394e1a3c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:11.900001609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"228fd2e7-af44-406b-9c05-a5f394e1a3c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:11.949512541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"228fd2e7-af44-406b-9c05-a5f394e1a3c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:12.895671125Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec62e58-a53d-4216-aa4c-c876d2e4c73d","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:13.845575122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec62e58-a53d-4216-aa4c-c876d2e4c73d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:13.895207765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec62e58-a53d-4216-aa4c-c876d2e4c73d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:13.944735298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec62e58-a53d-4216-aa4c-c876d2e4c73d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:13.994198674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec62e58-a53d-4216-aa4c-c876d2e4c73d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:15.784086591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"580591dc-6b0b-435c-891b-93ca931854cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:15.834082909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"580591dc-6b0b-435c-891b-93ca931854cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:15.883994704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"580591dc-6b0b-435c-891b-93ca931854cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:15.933553733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"580591dc-6b0b-435c-891b-93ca931854cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:16.33832681Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"4c9b4b5f-8440-4caf-9202-f3cf6a9aec9b","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:21.866982777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4730f94c-5f8c-4d4f-95eb-8da3767fb848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:21.916555915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4730f94c-5f8c-4d4f-95eb-8da3767fb848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:21.966134671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4730f94c-5f8c-4d4f-95eb-8da3767fb848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:22.015810348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4730f94c-5f8c-4d4f-95eb-8da3767fb848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:24.101189034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55e3ec1-1d94-456c-9bae-8947086a3e98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:24.15135138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55e3ec1-1d94-456c-9bae-8947086a3e98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:24.201027738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55e3ec1-1d94-456c-9bae-8947086a3e98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:24.250800203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55e3ec1-1d94-456c-9bae-8947086a3e98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:38.900025537Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:53.000890471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eafc3d3e-a2a5-4ec7-a7bd-25511b326fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:53.050697905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eafc3d3e-a2a5-4ec7-a7bd-25511b326fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:53.100221343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eafc3d3e-a2a5-4ec7-a7bd-25511b326fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:53.149688176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eafc3d3e-a2a5-4ec7-a7bd-25511b326fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:54.993943641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45d392ba-eb32-4c66-8713-488efc3ebcd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:55.043392094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45d392ba-eb32-4c66-8713-488efc3ebcd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:55.093111873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45d392ba-eb32-4c66-8713-488efc3ebcd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:55.143582991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45d392ba-eb32-4c66-8713-488efc3ebcd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:08.900995261Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:38.892355227Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:56.059428063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb614f76-a2f5-45d1-a369-6fea81db0c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:56.109079364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb614f76-a2f5-45d1-a369-6fea81db0c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:56.159276735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb614f76-a2f5-45d1-a369-6fea81db0c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:56.20905538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb614f76-a2f5-45d1-a369-6fea81db0c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:58.107836918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673549b1-63e8-460e-aa18-036dace93b33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:58.157939654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673549b1-63e8-460e-aa18-036dace93b33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:58.207420593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673549b1-63e8-460e-aa18-036dace93b33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:58.258771198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673549b1-63e8-460e-aa18-036dace93b33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:00.037384203Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"c05c3a44-47cf-47c9-bff2-e191db5b4f24","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:00.995979627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d50313-84b4-4dce-8468-e1b0fb3deef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:01.04556347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d50313-84b4-4dce-8468-e1b0fb3deef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:01.09563238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d50313-84b4-4dce-8468-e1b0fb3deef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:01.146038343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d50313-84b4-4dce-8468-e1b0fb3deef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:03.001533298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb34e4c-ca92-443d-922b-e3078c6e08a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:03.051621385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb34e4c-ca92-443d-922b-e3078c6e08a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:03.101357264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb34e4c-ca92-443d-922b-e3078c6e08a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:03.151127945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb34e4c-ca92-443d-922b-e3078c6e08a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:08.851895633Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:09.568094549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2138dbd2-6327-4c62-8ff4-e95356e509d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:09.617896723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2138dbd2-6327-4c62-8ff4-e95356e509d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:09.667653656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2138dbd2-6327-4c62-8ff4-e95356e509d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:09.717824831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2138dbd2-6327-4c62-8ff4-e95356e509d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:23.412697478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d5a44a4-07e9-455a-9a42-591fca7a5e44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:23.577417969Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d5a44a4-07e9-455a-9a42-591fca7a5e44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:23.631519706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d5a44a4-07e9-455a-9a42-591fca7a5e44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:23.662635952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6afecb86-c76b-4469-b16d-89d9e0d31268","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:23.716483712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6afecb86-c76b-4469-b16d-89d9e0d31268","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:23.768932076Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6afecb86-c76b-4469-b16d-89d9e0d31268","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:23.838975395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6de87b71-d6fd-4ac4-9684-5846541258f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:23.892692623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6de87b71-d6fd-4ac4-9684-5846541258f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:23.945111193Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6de87b71-d6fd-4ac4-9684-5846541258f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:23.972610767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e9a0db4-7b0a-434b-9ab3-8e536a14a9e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.026136847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e9a0db4-7b0a-434b-9ab3-8e536a14a9e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.07882208Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e9a0db4-7b0a-434b-9ab3-8e536a14a9e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.398342498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69ab6745-363c-4956-adf7-385aaea3f702","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.452195386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69ab6745-363c-4956-adf7-385aaea3f702","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.500452207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"745e5bd3-4a9b-4ee4-84a9-299680cc8a56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.504410816Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69ab6745-363c-4956-adf7-385aaea3f702","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.554524558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"745e5bd3-4a9b-4ee4-84a9-299680cc8a56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.607398022Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"745e5bd3-4a9b-4ee4-84a9-299680cc8a56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.784216997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a2ccc1d-0431-4556-8b53-bed80399bcdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.784238844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee3dcc8a-81b0-4f35-943d-1384bfe10dfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:01:24.825632317Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"00c9c541-e9a0-49bb-a033-6cf9b7a2ddb8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.840158101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a2ccc1d-0431-4556-8b53-bed80399bcdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.840309745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee3dcc8a-81b0-4f35-943d-1384bfe10dfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:01:24.876386426Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9c0e3665-5843-4474-bda5-c390b9e67b61","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.893126601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee3dcc8a-81b0-4f35-943d-1384bfe10dfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.893317366Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a2ccc1d-0431-4556-8b53-bed80399bcdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.041612262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b937084c-8648-4698-aa4d-d3e9e2e2ecc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.041628519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b443c1cc-0eda-43e2-aa16-ced024110922","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.042060161Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dd7c6b3d-d7b9-4705-af8e-1163bfb3571c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.087563454Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d693050d-f0ae-447b-a220-25654d5371c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.095926047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b443c1cc-0eda-43e2-aa16-ced024110922","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.095939952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b937084c-8648-4698-aa4d-d3e9e2e2ecc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.149636874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b443c1cc-0eda-43e2-aa16-ced024110922","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.14985931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b937084c-8648-4698-aa4d-d3e9e2e2ecc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.196214479Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1340f39b-963b-495b-a68b-471576c99fa4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.296472695Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"450a9e7c-5ac0-4c1b-89f7-5b9c1ccb540b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.298081819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5b41fc4-adca-486d-8713-5268f8dfc5ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.298212855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2af7a543-c2c7-467e-841f-f1ed4e23efed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.353132193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5b41fc4-adca-486d-8713-5268f8dfc5ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.353234459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2af7a543-c2c7-467e-841f-f1ed4e23efed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.405532399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2af7a543-c2c7-467e-841f-f1ed4e23efed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.405649524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5b41fc4-adca-486d-8713-5268f8dfc5ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:28.886479213Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"997bd456-288a-48c4-985d-d81bfdd0ba0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:28.8927676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bf49f100-5c58-4303-b3f2-a910b53f52f8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:28.892786798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bf49f100-5c58-4303-b3f2-a910b53f52f8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:28.955374146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5d8ecda0-d55b-46a6-8d0a-7375c883e373","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:28.955393337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5d8ecda0-d55b-46a6-8d0a-7375c883e373","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:28.986567799Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"beae1148-dc42-41cf-83f5-a9ebc5688688","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:29.04165196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58c9e38f-43a2-4470-9aa4-7001b421dcda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:29.041829041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1c66c0f-6b7a-41ac-9ce6-47514c38b9f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:29.086526287Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2dcd343e-36fa-47fb-b848-321a653e9699","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:29.09563186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58c9e38f-43a2-4470-9aa4-7001b421dcda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:29.095716951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1c66c0f-6b7a-41ac-9ce6-47514c38b9f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:29.148572116Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58c9e38f-43a2-4470-9aa4-7001b421dcda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:29.148847109Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1c66c0f-6b7a-41ac-9ce6-47514c38b9f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:29.352721744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a2d2765-5e4c-4196-bf09-17917e4004ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:29.35273733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10085345-929e-4f60-862c-1281459d3d73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:29.377028349Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d07a57b0-3e1d-4ecb-88e1-8bde809824a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:29.406413328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a2d2765-5e4c-4196-bf09-17917e4004ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:29.406411921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10085345-929e-4f60-862c-1281459d3d73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:29.458953453Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a2d2765-5e4c-4196-bf09-17917e4004ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:29.459092613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10085345-929e-4f60-862c-1281459d3d73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:01:29.509142809Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a2d2765-5e4c-4196-bf09-17917e4004ee","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:29.662436489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5852cb5-0410-4387-838d-9bfc5701f4fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:29.715875417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5852cb5-0410-4387-838d-9bfc5701f4fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:29.76794728Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5852cb5-0410-4387-838d-9bfc5701f4fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:30.490392985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4a50ad0b-1a5c-4437-9c9b-a52fabbec983","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:30.490412828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4a50ad0b-1a5c-4437-9c9b-a52fabbec983","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:31.597652712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28f200b2-bde2-44bb-9719-25497c1aa99e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:31.597651752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8c50ce4-453c-4ab5-be6c-db3b4f359f06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:31.674132487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28f200b2-bde2-44bb-9719-25497c1aa99e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:31.674345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8c50ce4-453c-4ab5-be6c-db3b4f359f06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:31.726789723Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8c50ce4-453c-4ab5-be6c-db3b4f359f06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:31.726819984Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28f200b2-bde2-44bb-9719-25497c1aa99e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.311308576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"80e4227c-51cf-4c64-9880-f9968f587c0b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.31133482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"80e4227c-51cf-4c64-9880-f9968f587c0b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.311771287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e264e4bb-93d5-484c-82e5-2369c9a9bbc6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.311793673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e264e4bb-93d5-484c-82e5-2369c9a9bbc6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.364567818Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"99424e13-e012-49e9-9be3-e06629aafde1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.367025118Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9887ac13-325c-4bda-9772-2f8958bb5d44","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.376175979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a0a3953e-4c5b-4a7a-8ce6-2a76fe6ff2cd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.376196438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a0a3953e-4c5b-4a7a-8ce6-2a76fe6ff2cd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.376452739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0ce69f65-87df-45c0-bbad-3d6e00d491e2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.376466723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0ce69f65-87df-45c0-bbad-3d6e00d491e2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.46622764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2afe9292-6c26-4608-93ba-481de8065c49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.466227676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96295002-36d6-4c3f-94f8-f90b1e90b75c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.520207251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2afe9292-6c26-4608-93ba-481de8065c49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.520218559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96295002-36d6-4c3f-94f8-f90b1e90b75c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.573392889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2afe9292-6c26-4608-93ba-481de8065c49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.574114207Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96295002-36d6-4c3f-94f8-f90b1e90b75c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.722384867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46efb561-9487-45a1-9eaa-7e4890c67f85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.72238567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1d49e5d-2d10-479a-b7a2-f8b4cce1b86c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.77764458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1d49e5d-2d10-479a-b7a2-f8b4cce1b86c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.777677945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46efb561-9487-45a1-9eaa-7e4890c67f85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.830902663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1d49e5d-2d10-479a-b7a2-f8b4cce1b86c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.83116718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46efb561-9487-45a1-9eaa-7e4890c67f85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:36.533131888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"278568e9-0335-4f41-a583-e876c306f661","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:36.533173084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"278568e9-0335-4f41-a583-e876c306f661","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:38.599227809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8742ebcd-f97d-4633-b519-01b7d2174b3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:38.599255154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5aa9206-a005-4222-8137-7211b5851774","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:38.672849713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5aa9206-a005-4222-8137-7211b5851774","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:38.672878038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8742ebcd-f97d-4633-b519-01b7d2174b3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:38.725589649Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8742ebcd-f97d-4633-b519-01b7d2174b3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:38.725610262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5aa9206-a005-4222-8137-7211b5851774","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:38.851478834Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:39.314989449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a2900d3e-3be5-4f30-978e-91433d6bfab5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:39.315011129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a2900d3e-3be5-4f30-978e-91433d6bfab5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:39.315256238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d1508494-e620-4677-8c80-2920cd08ac21","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:39.315270361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d1508494-e620-4677-8c80-2920cd08ac21","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:39.316067861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"98c8e70d-963c-4ae3-bb18-64e524194ae3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:39.316094139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"98c8e70d-963c-4ae3-bb18-64e524194ae3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:39.368415033Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aef2ed63-7a3b-4099-8354-1cd83d894241","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:39.368543046Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5601507e-5679-490e-b7a3-1d8d84bda1a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:39.379597154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0b65b181-d363-4c92-bb12-4638bd1a39f8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:39.379623967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0b65b181-d363-4c92-bb12-4638bd1a39f8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:39.379981539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ad5ecde2-7903-46e6-958a-34f792990e1a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:39.380001071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ad5ecde2-7903-46e6-958a-34f792990e1a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:39.380296992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"89673e8c-cbec-4ed3-a4f6-4c6d26251e4a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:39.380312275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"89673e8c-cbec-4ed3-a4f6-4c6d26251e4a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:39.46658994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a96be2e-c1fb-4ef9-bde8-528e0d95e3e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:39.466588064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c46336f-89f6-46d8-a1b8-1e98d0cf9890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:39.521224645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c46336f-89f6-46d8-a1b8-1e98d0cf9890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:39.521267132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a96be2e-c1fb-4ef9-bde8-528e0d95e3e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:39.574216437Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a96be2e-c1fb-4ef9-bde8-528e0d95e3e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:39.574259781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c46336f-89f6-46d8-a1b8-1e98d0cf9890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:39.723221741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9abc7d75-70f3-49d9-869d-39ce01562957","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:39.723221739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f06f13b7-4ec4-4485-945b-1d2164bd77df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:39.778530117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9abc7d75-70f3-49d9-869d-39ce01562957","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:39.778636577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f06f13b7-4ec4-4485-945b-1d2164bd77df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:39.831057581Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9abc7d75-70f3-49d9-869d-39ce01562957","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:39.831113626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f06f13b7-4ec4-4485-945b-1d2164bd77df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:40.534225107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6417119f-7825-4528-a133-ea36ac359baf","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:40.534251494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6417119f-7825-4528-a133-ea36ac359baf","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:42.902127741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"078ca509-294d-4cc5-ba19-ece538d8398e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:42.902163462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"078ca509-294d-4cc5-ba19-ece538d8398e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:42.902449553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a6c1684e-dd11-4ef6-b7da-fdc737d8dcca","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:42.90246406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a6c1684e-dd11-4ef6-b7da-fdc737d8dcca","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:42.902680762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2a7d9745-4256-460d-a3b4-0ad6b9407032","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:42.902696003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2a7d9745-4256-460d-a3b4-0ad6b9407032","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:42.902910405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"64ff2bc3-e75a-46b1-a056-ee28225ea2bd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:42.902925745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"64ff2bc3-e75a-46b1-a056-ee28225ea2bd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:42.952540529Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"677e3e7d-525f-4828-a03a-ac41cd91e218","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:42.952540252Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5af73634-a7b4-44a1-aee1-c5c62fe21339","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:42.974194326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b4606b9d-cd5b-4280-bff7-ff0b6e0de511","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:42.9742199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b4606b9d-cd5b-4280-bff7-ff0b6e0de511","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:42.97459699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5fbef8aa-d758-430c-934b-34fe60b8d722","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:42.97461541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5fbef8aa-d758-430c-934b-34fe60b8d722","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:42.974898001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b4fe5516-2733-455e-83ca-db9e4e3d1c43","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:42.974916226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b4fe5516-2733-455e-83ca-db9e4e3d1c43","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:42.975185535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ebdd8f6d-5d87-4802-81d1-82488218e44e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:42.975201618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ebdd8f6d-5d87-4802-81d1-82488218e44e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:43.053030191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc566f8b-598d-435f-9358-265814b5a3da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:43.053353667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4250d71f-b170-446e-9332-66aea7e0419d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:43.108402589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4250d71f-b170-446e-9332-66aea7e0419d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:43.108402519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc566f8b-598d-435f-9358-265814b5a3da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:43.16511439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc566f8b-598d-435f-9358-265814b5a3da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:43.165172824Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4250d71f-b170-446e-9332-66aea7e0419d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:43.31394507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e5aae11-c51c-4d41-a78f-8b2cd0ac12a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:43.313945213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d43c6940-fe82-45d1-b398-5e674efe5b82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:43.369248068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d43c6940-fe82-45d1-b398-5e674efe5b82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:43.370315554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e5aae11-c51c-4d41-a78f-8b2cd0ac12a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:43.421374237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d43c6940-fe82-45d1-b398-5e674efe5b82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:43.423191659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e5aae11-c51c-4d41-a78f-8b2cd0ac12a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:44.120330365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8c5440ac-d415-46ef-8c06-eb477cad3133","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:44.120350174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8c5440ac-d415-46ef-8c06-eb477cad3133","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:44.125639987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c02e447c-01b5-437a-9b6e-da7a5765dda3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:44.125640359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5255c345-914c-4d03-8892-c092f707b62f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:44.180548748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c02e447c-01b5-437a-9b6e-da7a5765dda3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:44.181036086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5255c345-914c-4d03-8892-c092f707b62f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:44.233798331Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c02e447c-01b5-437a-9b6e-da7a5765dda3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:44.234826045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5255c345-914c-4d03-8892-c092f707b62f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:47.639902584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"087c5f5d-a2f1-4984-96f9-f18b93739e46","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:47.63992563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"087c5f5d-a2f1-4984-96f9-f18b93739e46","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:47.640201979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0753f931-8a29-4751-92e7-2062658ae21b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:47.640217445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0753f931-8a29-4751-92e7-2062658ae21b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:47.640420197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"34f3f399-0868-42cb-9d0b-733096eff6df","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:47.640432796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"34f3f399-0868-42cb-9d0b-733096eff6df","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:47.640675107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3213acb6-4f33-49ad-a8f5-f646fb574a62","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:47.64069247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3213acb6-4f33-49ad-a8f5-f646fb574a62","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:47.640914769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ddc84145-fbb6-4797-ae0b-e90f6e367635","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:47.640929718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ddc84145-fbb6-4797-ae0b-e90f6e367635","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:47.69052533Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"01d242ba-4143-4fc0-a1f9-277d7d9d23dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:47.690525312Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3c8adc44-b1c5-4f87-8ad3-96fceef60477","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:47.72410147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"771b1888-dd71-4a40-a6e6-c027efb3144d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:47.72413105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"771b1888-dd71-4a40-a6e6-c027efb3144d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:47.724425937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"64a5e85c-9851-4f45-973a-7f38d4287608","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:47.724440404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"64a5e85c-9851-4f45-973a-7f38d4287608","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:47.724645264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e63c700e-3e1c-4a7c-918c-a9076cdd86c3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:47.724656247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e63c700e-3e1c-4a7c-918c-a9076cdd86c3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:47.72489423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3d48daf7-602f-4337-925f-bc993b798d03","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:47.724907911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3d48daf7-602f-4337-925f-bc993b798d03","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:47.725182077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7498d8cc-2487-4ad7-b384-6352c0fab33e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:47.725196624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7498d8cc-2487-4ad7-b384-6352c0fab33e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:47.790707234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9344964-8dd8-4e06-b745-12a9ed20709c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:47.790728723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c739c4e0-cffc-4ff3-8169-46ef1a8f218e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:47.849284485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9344964-8dd8-4e06-b745-12a9ed20709c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:47.850278754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c739c4e0-cffc-4ff3-8169-46ef1a8f218e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:47.905320186Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9344964-8dd8-4e06-b745-12a9ed20709c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:47.905336269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c739c4e0-cffc-4ff3-8169-46ef1a8f218e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:48.058731399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d913d6eb-438e-49ce-b0b3-0ac5f2d0e9f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:48.061161148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ad6f8e5-298b-4c44-bbd4-d63efaa3b70d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:48.113828472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d913d6eb-438e-49ce-b0b3-0ac5f2d0e9f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:48.115995185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ad6f8e5-298b-4c44-bbd4-d63efaa3b70d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:48.167642391Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d913d6eb-438e-49ce-b0b3-0ac5f2d0e9f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:48.16967612Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ad6f8e5-298b-4c44-bbd4-d63efaa3b70d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:48.616355436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b0e6033-75f3-4299-934d-71e4b4fc79f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:48.616355423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"672021be-aae6-45b2-b7ca-0dec5a4942d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:48.675613963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"672021be-aae6-45b2-b7ca-0dec5a4942d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:48.675985734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b0e6033-75f3-4299-934d-71e4b4fc79f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:48.72951142Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"672021be-aae6-45b2-b7ca-0dec5a4942d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:48.73008809Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b0e6033-75f3-4299-934d-71e4b4fc79f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:48.9107936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"609fab5d-d1e0-4893-8892-df62ef27246c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:48.910818813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"609fab5d-d1e0-4893-8892-df62ef27246c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:50.861262552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5c4e65c2-153d-4604-b246-6b11e7f4350b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:50.861289574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5c4e65c2-153d-4604-b246-6b11e7f4350b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:50.861650736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"13a7554f-a6d6-4348-aac0-798a6aa8d442","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:50.861670043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"13a7554f-a6d6-4348-aac0-798a6aa8d442","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:50.861943471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a73596de-defd-4437-bbd5-3aa3d38b5910","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:50.861959458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a73596de-defd-4437-bbd5-3aa3d38b5910","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:50.86223775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d6f65acb-ce4a-42e0-bc16-45246fb8c045","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:50.862253109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d6f65acb-ce4a-42e0-bc16-45246fb8c045","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:50.862511971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3debd85d-53c5-49ae-9ccd-9b035541bf57","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:50.862527833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3debd85d-53c5-49ae-9ccd-9b035541bf57","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:50.862731856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1689e443-0e63-4fbe-a5cc-f8aa61248b08","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:50.862743042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1689e443-0e63-4fbe-a5cc-f8aa61248b08","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:50.912191621Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ba91ffa5-7651-4d5e-b9d8-cd04b529a5fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:50.925553413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0127cb6f-9c9f-4ecd-a3cc-85e8f16e8586","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:50.925573287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0127cb6f-9c9f-4ecd-a3cc-85e8f16e8586","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:50.925800952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ff0ad277-86a0-4b34-b701-58b16869e382","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:50.925811502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ff0ad277-86a0-4b34-b701-58b16869e382","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:50.925979405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"06bdc117-85b8-439c-8520-4669c0635863","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:50.92598872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"06bdc117-85b8-439c-8520-4669c0635863","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:50.926142608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8131b057-1b8b-4842-9445-31cb014e6e2a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:50.926167408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8131b057-1b8b-4842-9445-31cb014e6e2a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:50.926342934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c10fe107-0dad-468d-9b3f-2ba2b0f605de","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:50.926351655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c10fe107-0dad-468d-9b3f-2ba2b0f605de","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:50.926509175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cc65cb53-464a-403f-ba64-a1c70663044b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:50.926518264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cc65cb53-464a-403f-ba64-a1c70663044b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:51.010656226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efa8e26f-1d51-401c-b119-7b01316aea6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:51.010655738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2408e31-5c4c-4a77-877b-91c8c6df80e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:51.012029821Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"46907846-8cc2-4d2f-9eb6-21cb9765bd03","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:51.064857553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efa8e26f-1d51-401c-b119-7b01316aea6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:51.06511284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2408e31-5c4c-4a77-877b-91c8c6df80e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:51.117307642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2408e31-5c4c-4a77-877b-91c8c6df80e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:51.117302735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efa8e26f-1d51-401c-b119-7b01316aea6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:51.266666077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3865d4ff-cbda-4fb3-8477-a9c569d0f843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:51.266667883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2735c9d-e3ae-476c-a222-7b708a92257b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:51.320573542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3865d4ff-cbda-4fb3-8477-a9c569d0f843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:51.320589067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2735c9d-e3ae-476c-a222-7b708a92257b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:51.373260788Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2735c9d-e3ae-476c-a222-7b708a92257b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:51.373366655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3865d4ff-cbda-4fb3-8477-a9c569d0f843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:52.074868737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"df068115-57b4-45a0-acc0-ec4be94e0579","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:52.074888375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"df068115-57b4-45a0-acc0-ec4be94e0579","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.691391577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"92db56ef-dc99-4e1e-97c6-d7b0f7e37dff","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.691418062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"92db56ef-dc99-4e1e-97c6-d7b0f7e37dff","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.691757244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"61ae5cc4-92e8-432a-a425-6cb1d60217ce","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.691776766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"61ae5cc4-92e8-432a-a425-6cb1d60217ce","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.692032911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d46b202e-a41c-447a-81d8-bda4faa5f198","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.692048946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d46b202e-a41c-447a-81d8-bda4faa5f198","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.692351461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"370430c5-da1b-4dda-9703-9ac3e259d408","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.692367597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"370430c5-da1b-4dda-9703-9ac3e259d408","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.692616648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ae0ff2bb-6ba8-4f39-8430-2d7cf7b42aba","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.692632498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ae0ff2bb-6ba8-4f39-8430-2d7cf7b42aba","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.692898357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"59451e7e-915b-4866-bc52-6b3b32650ed5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.692914849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"59451e7e-915b-4866-bc52-6b3b32650ed5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.693181443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b09b5c0-ded5-42d3-9a93-8125ff66780d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.6931966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b09b5c0-ded5-42d3-9a93-8125ff66780d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.742478471Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"88aca0a6-06b3-4029-bec5-e8fa33fa4459","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.756675367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7500ca0c-3518-4ac7-bc01-c7d1c778f4af","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.756696052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7500ca0c-3518-4ac7-bc01-c7d1c778f4af","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.756955732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b8a182e8-15d3-4e28-8940-cdfe8d430855","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.756969099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b8a182e8-15d3-4e28-8940-cdfe8d430855","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.757188805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d4aad0e4-0ade-41d8-a1fe-c5efb7e1f7d4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.757200606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d4aad0e4-0ade-41d8-a1fe-c5efb7e1f7d4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.75738969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ebb35ddc-d1ef-4f0f-b7c0-1c1ee7eb87b9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.75740072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ebb35ddc-d1ef-4f0f-b7c0-1c1ee7eb87b9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.757576489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d6b8b6ec-474c-477f-920a-6be925dff557","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.757587562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d6b8b6ec-474c-477f-920a-6be925dff557","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.757764931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"82f54182-ce63-4ee3-bb7d-a29998d3011a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.757776491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"82f54182-ce63-4ee3-bb7d-a29998d3011a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.75794465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2807f66a-2150-4a11-ac7e-b5781bc35182","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.757954485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2807f66a-2150-4a11-ac7e-b5781bc35182","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.841334037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d86e49ef-bd00-4a42-8840-d555d6b076d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.844276092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79333108-6692-4983-8e81-c5cc4936a995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.896898416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d86e49ef-bd00-4a42-8840-d555d6b076d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.89823104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79333108-6692-4983-8e81-c5cc4936a995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.899262459Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"daf87773-8c75-4320-8627-b3d89e70e52a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.949937054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d86e49ef-bd00-4a42-8840-d555d6b076d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.950558906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79333108-6692-4983-8e81-c5cc4936a995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:55.055416763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0670b13e-f6ad-46ba-80f7-79cc46e21dda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:55.055445957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0670b13e-f6ad-46ba-80f7-79cc46e21dda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:55.100384772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d0b1ff8-dd01-4822-b69a-ff2a8a3e0078","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:55.100442833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ccbb94b5-3e71-4475-9f50-feb73678dddf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:55.157623052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d0b1ff8-dd01-4822-b69a-ff2a8a3e0078","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:55.160287161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ccbb94b5-3e71-4475-9f50-feb73678dddf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:55.214257886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ccbb94b5-3e71-4475-9f50-feb73678dddf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:55.214408484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d0b1ff8-dd01-4822-b69a-ff2a8a3e0078","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:55.260984097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4531a2c1-fc4b-48d1-8ae5-bac76aa876d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:55.77184625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"658c8a39-ae64-4aa3-9b4d-cf30606ecfa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:55.772115693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0284f74-3ff2-4cfb-9bac-e478204c057e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:55.827041872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0284f74-3ff2-4cfb-9bac-e478204c057e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:55.827815388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"658c8a39-ae64-4aa3-9b4d-cf30606ecfa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:55.880805144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0284f74-3ff2-4cfb-9bac-e478204c057e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:55.881097076Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"658c8a39-ae64-4aa3-9b4d-cf30606ecfa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:55.915867753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd5cc3c8-b2db-4ba9-aae7-011cdd5a4d24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:55.915891397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd5cc3c8-b2db-4ba9-aae7-011cdd5a4d24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:55.937360574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c5674a4-eb25-436e-9a1a-9d809d97f14f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:55.937388105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c5674a4-eb25-436e-9a1a-9d809d97f14f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:56.086813033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8352aa96-5e38-4d60-90cb-2dd415e3b76e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:56.086817981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7eda76d-98b9-4f47-945a-37938546a76f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:56.115457251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"97cecb43-5bb2-4240-91de-52fed250e209","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:56.141349153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7eda76d-98b9-4f47-945a-37938546a76f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:56.141364879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8352aa96-5e38-4d60-90cb-2dd415e3b76e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:56.193904854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7eda76d-98b9-4f47-945a-37938546a76f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:56.193905862Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8352aa96-5e38-4d60-90cb-2dd415e3b76e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:01:56.244920646Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7eda76d-98b9-4f47-945a-37938546a76f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:56.40179423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f66e7b5e-3d00-4212-8e93-2eab6118ebe7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:56.456057835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f66e7b5e-3d00-4212-8e93-2eab6118ebe7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:56.509662544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f66e7b5e-3d00-4212-8e93-2eab6118ebe7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:58.941587643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"48adfe6f-3a5b-4b45-a282-7b7e1e79f44c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:58.941609713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"48adfe6f-3a5b-4b45-a282-7b7e1e79f44c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:58.941872007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4342d3f4-10ff-4dc8-8dd9-9465c1705be6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:58.941888088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4342d3f4-10ff-4dc8-8dd9-9465c1705be6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:58.942080877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"481e8a77-6f05-4adb-9005-c268ff5f7e9a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:58.942092703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"481e8a77-6f05-4adb-9005-c268ff5f7e9a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:58.942306696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0902dbe6-9c8d-4f1b-ba6d-6257dda4eccd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:58.942318089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0902dbe6-9c8d-4f1b-ba6d-6257dda4eccd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:58.942491069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d1b811a5-7f94-4226-9f60-31c1735c83cc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:58.942502864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d1b811a5-7f94-4226-9f60-31c1735c83cc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:58.942705081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a5e0ff0b-9f3e-4e01-9872-04dfa2d82550","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:58.942718978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a5e0ff0b-9f3e-4e01-9872-04dfa2d82550","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:58.942953126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"512fd5a1-6bf0-47e9-8b30-f97c229eaee8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:58.942967713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"512fd5a1-6bf0-47e9-8b30-f97c229eaee8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:58.943284068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c0fb1f78-3790-405a-ab35-b999e7e9a68e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:58.943296211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c0fb1f78-3790-405a-ab35-b999e7e9a68e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:59.044698674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6a256c9d-e8ad-466f-8c52-94563ef816b4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:59.044729166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6a256c9d-e8ad-466f-8c52-94563ef816b4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:59.045078613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"94d485fb-37c3-491f-9f07-f7ff173b8573","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:59.045099422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"94d485fb-37c3-491f-9f07-f7ff173b8573","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:59.045423303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5600e1ac-739a-452d-ac9b-6ee41ae93ab2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:59.04544079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5600e1ac-739a-452d-ac9b-6ee41ae93ab2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:59.045734517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"114e3bec-794f-482e-9183-015fe29e4d76","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:59.045749568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"114e3bec-794f-482e-9183-015fe29e4d76","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:59.045976845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cb9cdf3a-c961-4c6b-b7bd-f50333554468","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:59.045991264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cb9cdf3a-c961-4c6b-b7bd-f50333554468","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:59.046192393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"070c2ce2-bee6-4395-ae53-8eb21b3a4173","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:59.046203197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"070c2ce2-bee6-4395-ae53-8eb21b3a4173","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:59.046425125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10f03822-07a6-488e-8860-c28d416cdd13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:59.046441332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10f03822-07a6-488e-8860-c28d416cdd13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:59.046780128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"13911bcf-b629-46b1-b009-417eda4c51cd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:59.046791851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"13911bcf-b629-46b1-b009-417eda4c51cd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:59.091087879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9787a1e-4913-494f-8873-a1a8e277ca32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:59.145262177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9787a1e-4913-494f-8873-a1a8e277ca32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:59.190784052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17bf3e9e-35e4-4a27-b4a9-87c2da0a1931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:59.19131557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6a8a3d47-8b21-451a-8feb-28f038557d18","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:59.193330799Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d1c1440f-1ee7-40d3-91e9-3481605c8713","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:59.24199333Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9787a1e-4913-494f-8873-a1a8e277ca32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:59.244679476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17bf3e9e-35e4-4a27-b4a9-87c2da0a1931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:59.340791175Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17bf3e9e-35e4-4a27-b4a9-87c2da0a1931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:59.392631419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"930bd12d-1ca8-40c9-b7a3-b611b840a930","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:59.393472683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fa4ce537-7b52-4de4-b7a4-ac82cee79f46","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:59.39348875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fa4ce537-7b52-4de4-b7a4-ac82cee79f46","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:59.446332763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"930bd12d-1ca8-40c9-b7a3-b611b840a930","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:59.49837635Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"930bd12d-1ca8-40c9-b7a3-b611b840a930","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:59.534464676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b421914-fd3e-4ddd-953b-732b3ae43933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:59.588797434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b421914-fd3e-4ddd-953b-732b3ae43933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:59.594037347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5d3d42b4-94ea-45a8-aaf7-c4c2c23167fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:59.642313263Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b421914-fd3e-4ddd-953b-732b3ae43933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:00.171915997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"779ae16d-8601-4009-8854-45681f4c885e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:00.171937017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"779ae16d-8601-4009-8854-45681f4c885e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:00.374439141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5e76f018-1c36-417b-83c0-ed3f34a7d9b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:02.921165104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"338088c6-d95c-4d75-be52-b389baba7c75","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:02.92118894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"338088c6-d95c-4d75-be52-b389baba7c75","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.655953671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"90b12452-cf2d-4a1c-a040-3d2346a3e281","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.710641829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63ef047a-a04c-4ecf-80dc-ceea6814cb6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.710641126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f600784a-11d0-4151-8063-59bac5de648c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.727402331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"354b16a6-464a-4473-91a9-5fb4ab7d34ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.805083345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63ef047a-a04c-4ecf-80dc-ceea6814cb6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.805623623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f600784a-11d0-4151-8063-59bac5de648c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.813272501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"33a6cb3b-05c8-496f-9754-7f15d366c294","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.813291709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"33a6cb3b-05c8-496f-9754-7f15d366c294","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.861499035Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f600784a-11d0-4151-8063-59bac5de648c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.863352412Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63ef047a-a04c-4ecf-80dc-ceea6814cb6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.914444796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79e2b98b-0ee4-468d-a091-4d182af9bd07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.914466392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79e2b98b-0ee4-468d-a091-4d182af9bd07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.963592182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"147121f9-376c-4e66-82d9-2221a25fe63f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.963703664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"147121f9-376c-4e66-82d9-2221a25fe63f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.964199198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50256020-f605-4ce0-957a-1d3d7c6923dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.964259805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50256020-f605-4ce0-957a-1d3d7c6923dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:04.11243204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d4c953e-9d5b-442b-ac61-1e7d2a8b75c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:04.120939882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44a8adf1-d8ae-439b-b7c1-d7787f7382a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:04.16639994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d4c953e-9d5b-442b-ac61-1e7d2a8b75c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:04.176380249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44a8adf1-d8ae-439b-b7c1-d7787f7382a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:04.218833195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d4c953e-9d5b-442b-ac61-1e7d2a8b75c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:04.22952553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44a8adf1-d8ae-439b-b7c1-d7787f7382a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:02:04.269434842Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d4c953e-9d5b-442b-ac61-1e7d2a8b75c8","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:04.426610724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95efa5c4-23a4-490e-a802-e3f7741aa558","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:04.482413453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95efa5c4-23a4-490e-a802-e3f7741aa558","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:04.536331566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95efa5c4-23a4-490e-a802-e3f7741aa558","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.695803196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"eb71df7d-7491-4743-91d5-46acf6505e69","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.695824203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"eb71df7d-7491-4743-91d5-46acf6505e69","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:08.901581669Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:09.046065411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"52de7236-149c-4238-82d8-dc690d87dcba","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:09.046087599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"52de7236-149c-4238-82d8-dc690d87dcba","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:09.046478889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"95b45edc-3e8d-4ada-9659-ae25d8618f15","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:09.046496127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"95b45edc-3e8d-4ada-9659-ae25d8618f15","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:09.04674359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"964506c2-5cfc-47cb-8118-8e4c8a211644","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:09.046755694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"964506c2-5cfc-47cb-8118-8e4c8a211644","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:09.046953579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5e48109c-9988-46f7-a5fe-fe70ea806b1d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:09.046963381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5e48109c-9988-46f7-a5fe-fe70ea806b1d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:09.316976502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b6de916c-ca7e-46b9-b1ea-a03e3dbe05cf","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:09.317004391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b6de916c-ca7e-46b9-b1ea-a03e3dbe05cf","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:12.014183379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5d4da7e-a0d8-428a-8ad0-965778e5ae80","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:12.014202858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5d4da7e-a0d8-428a-8ad0-965778e5ae80","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:13.964446615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8ad36ad6-ceac-43a0-8219-709fabe224c2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:13.964466763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8ad36ad6-ceac-43a0-8219-709fabe224c2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:13.964830699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83a1dc0c-1250-47f2-98e6-58f8ea36bbaa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:13.964843737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83a1dc0c-1250-47f2-98e6-58f8ea36bbaa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:14.425190498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3207a5ae-83e2-4213-a417-068f55d3c854","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:14.435789611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"96b13818-51a1-4c83-b10c-10412d531114","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:14.435815393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"96b13818-51a1-4c83-b10c-10412d531114","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:14.47862758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3207a5ae-83e2-4213-a417-068f55d3c854","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:14.684548827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c71d4dbd-effe-4d9e-b4b4-39743ae93417","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:14.733493918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"720b48fa-fa1c-4a94-9171-e54c4d3e41b3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:14.733514995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"720b48fa-fa1c-4a94-9171-e54c4d3e41b3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:14.738289063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c71d4dbd-effe-4d9e-b4b4-39743ae93417","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:15.082851937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d683cb4a-ea8c-4cfb-9f20-235c69f727b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:15.132425298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b4cf5772-5bb4-4726-9418-c333f7e04dbe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:15.137528113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2142458-52fe-4876-afc7-31b8d116bfa6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:15.137547148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2142458-52fe-4876-afc7-31b8d116bfa6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:18.101604304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b0fb2686-02a7-46a0-a491-d819a078ab2f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:18.101631412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b0fb2686-02a7-46a0-a491-d819a078ab2f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:20.80084256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1415646-08b6-4fb1-90f6-73ba3a6855db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:20.800862577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1415646-08b6-4fb1-90f6-73ba3a6855db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:21.003196161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2737536f-9a43-4c4c-918b-6b454f559c13","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:21.004585266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7db5daf-4bb6-4f43-99d1-bba736692506","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:21.004613528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90ce3c37-2e10-4ec8-b688-984c1b830b88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:21.102740719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7db5daf-4bb6-4f43-99d1-bba736692506","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:21.105411499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90ce3c37-2e10-4ec8-b688-984c1b830b88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:21.203115952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"309d7bea-efb5-4e6e-a59f-838c157d0f30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:21.203136814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"309d7bea-efb5-4e6e-a59f-838c157d0f30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:21.407616329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f6274fef-6154-4e6d-98af-ffb16b61edf3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:23.636572224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d69b9d5a-97fa-4001-a297-79a6d7aa7760","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:23.636594021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d69b9d5a-97fa-4001-a297-79a6d7aa7760","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:23.837559025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"09c9f24a-6d09-4424-9c16-b22c01736010","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:23.840751709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56a74e17-ae6b-40eb-b411-c02562173e89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:23.840750302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57edcf5f-223a-4581-bdac-c110c09a55c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:23.943314551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57edcf5f-223a-4581-bdac-c110c09a55c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:23.943775002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56a74e17-ae6b-40eb-b411-c02562173e89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:23.995764577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c79f133b-7131-4b57-aaf6-0fa72eb4d2a7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:23.995785436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c79f133b-7131-4b57-aaf6-0fa72eb4d2a7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:24.194398756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6fca1775-c86a-4a79-87ea-a368ba25bbaf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:26.267482182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"39e765d2-65ed-4f6d-8f15-02307bd8e0be","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:26.267504668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"39e765d2-65ed-4f6d-8f15-02307bd8e0be","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:26.4294304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f22e80b-1650-4d81-a2f1-870d9295b9b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:26.480998812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"85df0f24-084b-4e86-8640-5bde2cde1a14","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:26.481019372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"85df0f24-084b-4e86-8640-5bde2cde1a14","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:26.484023365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f22e80b-1650-4d81-a2f1-870d9295b9b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:26.647275257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a18de13e-e91c-4259-b2e9-f2c718c5f5bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:26.698900433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e6a71566-efa8-40da-87b2-11bfe247d8a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:26.701520617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a18de13e-e91c-4259-b2e9-f2c718c5f5bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:26.702984498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2ada5512-7cdf-4ae1-aa98-429fa69df78f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:26.703002522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2ada5512-7cdf-4ae1-aa98-429fa69df78f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:26.85056668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6059a92b-5437-4de5-b4a9-5a1dcb881ad7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:26.856172491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"26eb9f15-a0bd-4b64-bbde-43d19362319a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:26.856193844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"26eb9f15-a0bd-4b64-bbde-43d19362319a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:26.904406816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6059a92b-5437-4de5-b4a9-5a1dcb881ad7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:38.90153036Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:58.630656992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10bac2b8-6f1f-4a8c-a1b0-1af9275748b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:58.680708666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10bac2b8-6f1f-4a8c-a1b0-1af9275748b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:58.730837492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10bac2b8-6f1f-4a8c-a1b0-1af9275748b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:58.781087449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10bac2b8-6f1f-4a8c-a1b0-1af9275748b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:59.406703888Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-16aef2f3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-16aef2f3","reconcileID":"28033102-35c2-4dee-9431-837276eca628","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-16aef2f3","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-16aef2f3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:00.61257332Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-8a68c823","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-8a68c823","reconcileID":"1d21b8b2-7c35-443a-b860-39f873c2f24d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-8a68c823-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-8a68c823-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:00.65502158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b634cc8-1d80-4eb6-93ca-e396f1f951b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:00.705107788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b634cc8-1d80-4eb6-93ca-e396f1f951b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:00.755074716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b634cc8-1d80-4eb6-93ca-e396f1f951b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:00.804911812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b634cc8-1d80-4eb6-93ca-e396f1f951b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:02.672924306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec6c1485-37f2-4b07-9873-966fe79b658f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:02.72283502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec6c1485-37f2-4b07-9873-966fe79b658f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:02.773057213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec6c1485-37f2-4b07-9873-966fe79b658f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:02.823183542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec6c1485-37f2-4b07-9873-966fe79b658f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:03.286871201Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-db3e5cc4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-db3e5cc4","reconcileID":"e6dd17db-ba53-4fdb-b3c8-07a71d2c9d63","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-db3e5cc4","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-db3e5cc4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:04.781545492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9baa6f09-1545-41e3-9d59-222fe7b13f2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:04.838234524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9baa6f09-1545-41e3-9d59-222fe7b13f2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:04.888558548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9baa6f09-1545-41e3-9d59-222fe7b13f2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:04.938923585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9baa6f09-1545-41e3-9d59-222fe7b13f2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:05.442062618Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-d0078993","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-d0078993","reconcileID":"0f1c9fc2-f229-44d1-a696-6bffe87bdfcc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-d0078993","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-d0078993":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:06.795178174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a584b6-1f74-45d8-b4f1-4827efd467ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:06.844989592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a584b6-1f74-45d8-b4f1-4827efd467ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:06.895630511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a584b6-1f74-45d8-b4f1-4827efd467ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:06.946055148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a584b6-1f74-45d8-b4f1-4827efd467ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:08.758475759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5e68a6-4e6b-4f9e-af25-be615248b890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:08.808537856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5e68a6-4e6b-4f9e-af25-be615248b890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:08.85512465Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:08.858375092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5e68a6-4e6b-4f9e-af25-be615248b890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:08.908353979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5e68a6-4e6b-4f9e-af25-be615248b890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:09.434235798Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8a68c823"},"namespace":"ai-tenant-e2e-migrate-8a68c823","name":"default-tenant","reconcileID":"c24ed995-9600-47a1-a546-fe652f418254","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:09.487738465Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8a68c823"},"namespace":"ai-tenant-e2e-migrate-8a68c823","name":"default-tenant","reconcileID":"c24ed995-9600-47a1-a546-fe652f418254","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:09.586487539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8a68c823"},"namespace":"ai-tenant-e2e-migrate-8a68c823","name":"default-tenant","reconcileID":"c24ed995-9600-47a1-a546-fe652f418254","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-8a68c823-gw","tenantID":"e2e-migrate-8a68c823","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:09.697750988Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8a68c823"},"namespace":"ai-tenant-e2e-migrate-8a68c823","name":"default-tenant","reconcileID":"c24ed995-9600-47a1-a546-fe652f418254","name":"e2e-migrate-8a68c823-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:10.709441507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"874fd285-2576-46e6-b09f-2a486356b532","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:10.739799616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d068455-a7b4-48cf-aed1-c829e7a78d88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:10.789706827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d068455-a7b4-48cf-aed1-c829e7a78d88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:10.839481223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d068455-a7b4-48cf-aed1-c829e7a78d88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:10.840197007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a6d41f49-feae-4862-bd26-f2c61e2baa89","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:10.889509009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d068455-a7b4-48cf-aed1-c829e7a78d88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:11.149351225Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-bdaf93e3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-bdaf93e3","reconcileID":"85eb9f59-95e0-47e6-a789-ec5860359f68","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-bdaf93e3","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-bdaf93e3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:12.740250291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d5e6e76-748c-4e20-b6b3-36e7a4c42b17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:12.790137383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d5e6e76-748c-4e20-b6b3-36e7a4c42b17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:12.839952481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d5e6e76-748c-4e20-b6b3-36e7a4c42b17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:12.889915664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d5e6e76-748c-4e20-b6b3-36e7a4c42b17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:14.57336342Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d0078993"},"namespace":"ai-tenant-e2e-ait-d0078993","name":"default-tenant","reconcileID":"2e781912-db36-46f5-8592-f5d8cf2b49f5","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:14.724274854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d0078993"},"namespace":"ai-tenant-e2e-ait-d0078993","name":"default-tenant","reconcileID":"2e781912-db36-46f5-8592-f5d8cf2b49f5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-d0078993","tenantID":"e2e-ait-d0078993","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:14.746326787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce0c8444-47fe-4399-bc35-b07eaba443a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:14.796136916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce0c8444-47fe-4399-bc35-b07eaba443a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:14.845886988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce0c8444-47fe-4399-bc35-b07eaba443a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:14.895938851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce0c8444-47fe-4399-bc35-b07eaba443a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:15.003441783Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d0078993"},"namespace":"ai-tenant-e2e-ait-d0078993","name":"default-tenant","reconcileID":"2e781912-db36-46f5-8592-f5d8cf2b49f5","name":"e2e-ait-d0078993-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:16.700680983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4622d3db-c12b-485d-a37b-a772f4781ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:16.750498856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4622d3db-c12b-485d-a37b-a772f4781ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:16.800310523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4622d3db-c12b-485d-a37b-a772f4781ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:16.850668558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4622d3db-c12b-485d-a37b-a772f4781ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:18.664129864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d239b7a8-7f6e-44b8-9ca4-b6a2977d27c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:18.714689844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d239b7a8-7f6e-44b8-9ca4-b6a2977d27c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:18.764596055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d239b7a8-7f6e-44b8-9ca4-b6a2977d27c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:18.815213242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d239b7a8-7f6e-44b8-9ca4-b6a2977d27c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:21.826589794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"44511ec4-59a4-4bb8-896e-0e32dcc67bb9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:21.944083012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fbac6570-51d6-404f-9b91-c7b4dde24004","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:24.357295058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"b411a273-cb4f-4ac2-88b4-dc1eaac5d450","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-16aef2f3","tenantID":"e2e-ait-16aef2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:24.469526349Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"b411a273-cb4f-4ac2-88b4-dc1eaac5d450","name":"e2e-ait-16aef2f3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:28.958328227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bdaf93e3"},"namespace":"ai-tenant-e2e-derive-bdaf93e3","name":"default-tenant","reconcileID":"cd0d539f-91d9-4628-89db-b96cab5dc871","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-bdaf93e3","tenantID":"e2e-derive-bdaf93e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:29.069299321Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bdaf93e3"},"namespace":"ai-tenant-e2e-derive-bdaf93e3","name":"default-tenant","reconcileID":"cd0d539f-91d9-4628-89db-b96cab5dc871","name":"e2e-derive-bdaf93e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:29.329672681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5587e3fd-340a-498f-a413-9a4f224fe40d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:29.430563648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9d5e025c-4763-4451-9f91-e067b1f4f19a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:33.127780606Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8a68c823"},"namespace":"ai-tenant-e2e-migrate-8a68c823","name":"default-tenant","reconcileID":"b74d9c4e-760b-4c15-9b9d-43c63301b5f0","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:33.23101301Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8a68c823"},"namespace":"ai-tenant-e2e-migrate-8a68c823","name":"default-tenant","reconcileID":"b74d9c4e-760b-4c15-9b9d-43c63301b5f0","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:35.138986192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb4a137e-dd00-490f-8009-fa6ae0874749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:35.188880473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb4a137e-dd00-490f-8009-fa6ae0874749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:35.238592749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb4a137e-dd00-490f-8009-fa6ae0874749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:35.288166983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb4a137e-dd00-490f-8009-fa6ae0874749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:37.096305962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ea7d9a-3b5d-48c8-9406-d356c8950770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:37.146469027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ea7d9a-3b5d-48c8-9406-d356c8950770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:37.19656786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ea7d9a-3b5d-48c8-9406-d356c8950770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:37.246484962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ea7d9a-3b5d-48c8-9406-d356c8950770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:38.01831448Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db3e5cc4"},"namespace":"ai-tenant-e2e-ait-db3e5cc4","name":"default-tenant","reconcileID":"5973e816-4da1-479f-beae-7b58503cadeb","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:38.168503909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db3e5cc4"},"namespace":"ai-tenant-e2e-ait-db3e5cc4","name":"default-tenant","reconcileID":"5973e816-4da1-479f-beae-7b58503cadeb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-db3e5cc4","tenantID":"e2e-ait-db3e5cc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:38.278241721Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db3e5cc4"},"namespace":"ai-tenant-e2e-ait-db3e5cc4","name":"default-tenant","reconcileID":"5973e816-4da1-479f-beae-7b58503cadeb","name":"e2e-ait-db3e5cc4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:38.851164109Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:44.647261123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd88672c-aa54-4549-b7f3-f43a4d724a88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:44.69789836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd88672c-aa54-4549-b7f3-f43a4d724a88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:44.747943973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd88672c-aa54-4549-b7f3-f43a4d724a88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:44.797743591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd88672c-aa54-4549-b7f3-f43a4d724a88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:46.600332549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a85e727c-e840-46bf-9d2d-f474521629ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:46.65062298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a85e727c-e840-46bf-9d2d-f474521629ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:46.70064555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a85e727c-e840-46bf-9d2d-f474521629ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:46.750446167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a85e727c-e840-46bf-9d2d-f474521629ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:47.227608549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b5b95705-230b-4a75-8b37-c0a4a1f70781","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:47.327493672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6b87bcd5-a75e-4d05-8e84-07b1a21b2e98","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:48.650373703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6de8a7d2-bfdd-4e04-817d-91964d711411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:48.701258706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6de8a7d2-bfdd-4e04-817d-91964d711411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:48.751969088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6de8a7d2-bfdd-4e04-817d-91964d711411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:48.801909812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6de8a7d2-bfdd-4e04-817d-91964d711411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:50.650051069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d2fd784-6703-47a6-832c-2754fe8ea5e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:50.70008147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d2fd784-6703-47a6-832c-2754fe8ea5e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:50.750219723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d2fd784-6703-47a6-832c-2754fe8ea5e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:50.800470597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d2fd784-6703-47a6-832c-2754fe8ea5e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:52.606108894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"139370c1-aedb-4c47-beb4-d40a35a815c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:52.656825272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"139370c1-aedb-4c47-beb4-d40a35a815c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:52.708279654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"139370c1-aedb-4c47-beb4-d40a35a815c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:52.758053476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"139370c1-aedb-4c47-beb4-d40a35a815c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:53.188229753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d0b38a2a-a455-48b6-979c-6fa3b3102164","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:53.324475673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"26bf2f49-1bf6-4d94-a663-148b0431ee4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:54.635193538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0ed13cf-ab60-4f69-8a9d-58f4988213ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:54.685503812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0ed13cf-ab60-4f69-8a9d-58f4988213ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:54.735711388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0ed13cf-ab60-4f69-8a9d-58f4988213ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:54.785376044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0ed13cf-ab60-4f69-8a9d-58f4988213ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:56.651846704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ea21619-7125-4ac6-8db7-ee7bb2f30a61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:56.702412508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ea21619-7125-4ac6-8db7-ee7bb2f30a61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:56.752386138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ea21619-7125-4ac6-8db7-ee7bb2f30a61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:56.802214382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ea21619-7125-4ac6-8db7-ee7bb2f30a61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:57.751250093Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8a68c823"},"namespace":"ai-tenant-e2e-migrate-8a68c823","name":"default-tenant","reconcileID":"0a52d481-9f6d-4610-b5ec-2c5726ba7ab9","namespace":"ai-tenant-e2e-migrate-8a68c823","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:57.801263801Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8a68c823"},"namespace":"ai-tenant-e2e-migrate-8a68c823","name":"default-tenant","reconcileID":"0a52d481-9f6d-4610-b5ec-2c5726ba7ab9","namespace":"ai-tenant-e2e-migrate-8a68c823","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:57.801458166Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8a68c823"},"namespace":"ai-tenant-e2e-migrate-8a68c823","name":"default-tenant","reconcileID":"0a52d481-9f6d-4610-b5ec-2c5726ba7ab9","tenant":"e2e-migrate-8a68c823","tenantID":"e2e-migrate-8a68c823","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:57.852642881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8a68c823"},"namespace":"ai-tenant-e2e-migrate-8a68c823","name":"default-tenant","reconcileID":"0a52d481-9f6d-4610-b5ec-2c5726ba7ab9","gvk":"Deployment","name":"maas-api-e2e-migrate-8a68c823","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:57.909522276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8a68c823"},"namespace":"ai-tenant-e2e-migrate-8a68c823","name":"default-tenant","reconcileID":"0a52d481-9f6d-4610-b5ec-2c5726ba7ab9","gvk":"Service","name":"maas-api-e2e-migrate-8a68c823","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:57.965436123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8a68c823"},"namespace":"ai-tenant-e2e-migrate-8a68c823","name":"default-tenant","reconcileID":"0a52d481-9f6d-4610-b5ec-2c5726ba7ab9","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-8a68c823","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.017052052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8a68c823"},"namespace":"ai-tenant-e2e-migrate-8a68c823","name":"default-tenant","reconcileID":"0a52d481-9f6d-4610-b5ec-2c5726ba7ab9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-8a68c823","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.118179177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8a68c823"},"namespace":"ai-tenant-e2e-migrate-8a68c823","name":"default-tenant","reconcileID":"0a52d481-9f6d-4610-b5ec-2c5726ba7ab9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-8a68c823","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.170136141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8a68c823"},"namespace":"ai-tenant-e2e-migrate-8a68c823","name":"default-tenant","reconcileID":"0a52d481-9f6d-4610-b5ec-2c5726ba7ab9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-8a68c823","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.21955137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8a68c823"},"namespace":"ai-tenant-e2e-migrate-8a68c823","name":"default-tenant","reconcileID":"0a52d481-9f6d-4610-b5ec-2c5726ba7ab9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-8a68c823","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.268930092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8a68c823"},"namespace":"ai-tenant-e2e-migrate-8a68c823","name":"default-tenant","reconcileID":"0a52d481-9f6d-4610-b5ec-2c5726ba7ab9","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-8a68c823","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.319058235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8a68c823"},"namespace":"ai-tenant-e2e-migrate-8a68c823","name":"default-tenant","reconcileID":"0a52d481-9f6d-4610-b5ec-2c5726ba7ab9","gvk":"Deployment","name":"payload-processing-e2e-migrate-8a68c823","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.368824043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8a68c823"},"namespace":"ai-tenant-e2e-migrate-8a68c823","name":"default-tenant","reconcileID":"0a52d481-9f6d-4610-b5ec-2c5726ba7ab9","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-8a68c823","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.41881312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8a68c823"},"namespace":"ai-tenant-e2e-migrate-8a68c823","name":"default-tenant","reconcileID":"0a52d481-9f6d-4610-b5ec-2c5726ba7ab9","gvk":"Service","name":"payload-processing-e2e-migrate-8a68c823","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.4681395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8a68c823"},"namespace":"ai-tenant-e2e-migrate-8a68c823","name":"default-tenant","reconcileID":"0a52d481-9f6d-4610-b5ec-2c5726ba7ab9","gvk":"Service","name":"payload-pre-processing-e2e-migrate-8a68c823","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.517289459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8a68c823"},"namespace":"ai-tenant-e2e-migrate-8a68c823","name":"default-tenant","reconcileID":"0a52d481-9f6d-4610-b5ec-2c5726ba7ab9","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-8a68c823","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.566494882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8a68c823"},"namespace":"ai-tenant-e2e-migrate-8a68c823","name":"default-tenant","reconcileID":"0a52d481-9f6d-4610-b5ec-2c5726ba7ab9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-8a68c823","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.605918103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38671215-6bb6-436d-8e38-e4cf298e23af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.655112001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8a68c823"},"namespace":"ai-tenant-e2e-migrate-8a68c823","name":"default-tenant","reconcileID":"0a52d481-9f6d-4610-b5ec-2c5726ba7ab9","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-8a68c823","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.656577014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38671215-6bb6-436d-8e38-e4cf298e23af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.706360662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8a68c823"},"namespace":"ai-tenant-e2e-migrate-8a68c823","name":"default-tenant","reconcileID":"0a52d481-9f6d-4610-b5ec-2c5726ba7ab9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-8a68c823","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.707721142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38671215-6bb6-436d-8e38-e4cf298e23af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.757115033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8a68c823"},"namespace":"ai-tenant-e2e-migrate-8a68c823","name":"default-tenant","reconcileID":"0a52d481-9f6d-4610-b5ec-2c5726ba7ab9","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-8a68c823","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.7576989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38671215-6bb6-436d-8e38-e4cf298e23af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.807800676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8a68c823"},"namespace":"ai-tenant-e2e-migrate-8a68c823","name":"default-tenant","reconcileID":"0a52d481-9f6d-4610-b5ec-2c5726ba7ab9","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-8a68c823","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.857779027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8a68c823"},"namespace":"ai-tenant-e2e-migrate-8a68c823","name":"default-tenant","reconcileID":"0a52d481-9f6d-4610-b5ec-2c5726ba7ab9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-8a68c823","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.907007459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8a68c823"},"namespace":"ai-tenant-e2e-migrate-8a68c823","name":"default-tenant","reconcileID":"0a52d481-9f6d-4610-b5ec-2c5726ba7ab9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-8a68c823","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:59.29356641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4377b5a3-2251-4906-bf3d-768ce16be0db","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:59.411240793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"79a6b743-134e-41e8-8bb9-531972ef79a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:59.787390097Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-8a68c823","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-8a68c823","reconcileID":"37216dd5-9215-4672-b827-c187c52478ec","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-8a68c823-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-8a68c823-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:00.651306716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e74d429-32cd-47b1-aa31-9f2144ff9469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:00.701122341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e74d429-32cd-47b1-aa31-9f2144ff9469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:00.750799146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e74d429-32cd-47b1-aa31-9f2144ff9469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:00.800710227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e74d429-32cd-47b1-aa31-9f2144ff9469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:02.610744023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"284a2fed-1e4f-4bdb-9f1e-1e82537cfc0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:02.660822804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"284a2fed-1e4f-4bdb-9f1e-1e82537cfc0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:02.714278043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"284a2fed-1e4f-4bdb-9f1e-1e82537cfc0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:02.765342384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"284a2fed-1e4f-4bdb-9f1e-1e82537cfc0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:03.780133959Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d0078993"},"namespace":"ai-tenant-e2e-ait-d0078993","name":"default-tenant","reconcileID":"394e4409-e4df-49c2-ba0c-744c637a67b5","namespace":"ai-tenant-e2e-ait-d0078993","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:03.780255176Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d0078993"},"namespace":"ai-tenant-e2e-ait-d0078993","name":"default-tenant","reconcileID":"394e4409-e4df-49c2-ba0c-744c637a67b5","namespace":"ai-tenant-e2e-ait-d0078993","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:03.780333999Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d0078993"},"namespace":"ai-tenant-e2e-ait-d0078993","name":"default-tenant","reconcileID":"394e4409-e4df-49c2-ba0c-744c637a67b5","tenant":"e2e-ait-d0078993","tenantID":"e2e-ait-d0078993","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:03.831733903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d0078993"},"namespace":"ai-tenant-e2e-ait-d0078993","name":"default-tenant","reconcileID":"394e4409-e4df-49c2-ba0c-744c637a67b5","gvk":"Deployment","name":"maas-api-e2e-ait-d0078993","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:03.890018422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d0078993"},"namespace":"ai-tenant-e2e-ait-d0078993","name":"default-tenant","reconcileID":"394e4409-e4df-49c2-ba0c-744c637a67b5","gvk":"Service","name":"maas-api-e2e-ait-d0078993","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:03.945077393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d0078993"},"namespace":"ai-tenant-e2e-ait-d0078993","name":"default-tenant","reconcileID":"394e4409-e4df-49c2-ba0c-744c637a67b5","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-d0078993","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:03.997061664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d0078993"},"namespace":"ai-tenant-e2e-ait-d0078993","name":"default-tenant","reconcileID":"394e4409-e4df-49c2-ba0c-744c637a67b5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-d0078993","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:04.089001185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d0078993"},"namespace":"ai-tenant-e2e-ait-d0078993","name":"default-tenant","reconcileID":"394e4409-e4df-49c2-ba0c-744c637a67b5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-d0078993","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:04.140450959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d0078993"},"namespace":"ai-tenant-e2e-ait-d0078993","name":"default-tenant","reconcileID":"394e4409-e4df-49c2-ba0c-744c637a67b5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-d0078993","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:04.192288464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d0078993"},"namespace":"ai-tenant-e2e-ait-d0078993","name":"default-tenant","reconcileID":"394e4409-e4df-49c2-ba0c-744c637a67b5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-d0078993","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:04.246115134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d0078993"},"namespace":"ai-tenant-e2e-ait-d0078993","name":"default-tenant","reconcileID":"394e4409-e4df-49c2-ba0c-744c637a67b5","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-d0078993","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:04.296096597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d0078993"},"namespace":"ai-tenant-e2e-ait-d0078993","name":"default-tenant","reconcileID":"394e4409-e4df-49c2-ba0c-744c637a67b5","gvk":"Deployment","name":"payload-processing-e2e-ait-d0078993","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:04.345380523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d0078993"},"namespace":"ai-tenant-e2e-ait-d0078993","name":"default-tenant","reconcileID":"394e4409-e4df-49c2-ba0c-744c637a67b5","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-d0078993","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:04.395185056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d0078993"},"namespace":"ai-tenant-e2e-ait-d0078993","name":"default-tenant","reconcileID":"394e4409-e4df-49c2-ba0c-744c637a67b5","gvk":"Service","name":"payload-processing-e2e-ait-d0078993","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:04.445386203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d0078993"},"namespace":"ai-tenant-e2e-ait-d0078993","name":"default-tenant","reconcileID":"394e4409-e4df-49c2-ba0c-744c637a67b5","gvk":"Service","name":"payload-pre-processing-e2e-ait-d0078993","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:04.495073979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d0078993"},"namespace":"ai-tenant-e2e-ait-d0078993","name":"default-tenant","reconcileID":"394e4409-e4df-49c2-ba0c-744c637a67b5","gvk":"DestinationRule","name":"payload-processing-e2e-ait-d0078993","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:04.54428814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d0078993"},"namespace":"ai-tenant-e2e-ait-d0078993","name":"default-tenant","reconcileID":"394e4409-e4df-49c2-ba0c-744c637a67b5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-d0078993","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:04.568920635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d997090-8626-4bff-b7ac-1fac48ce7574","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:04.61873429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d0078993"},"namespace":"ai-tenant-e2e-ait-d0078993","name":"default-tenant","reconcileID":"394e4409-e4df-49c2-ba0c-744c637a67b5","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-d0078993","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:04.620891652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d997090-8626-4bff-b7ac-1fac48ce7574","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:04.671170505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d997090-8626-4bff-b7ac-1fac48ce7574","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:04.673374818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d0078993"},"namespace":"ai-tenant-e2e-ait-d0078993","name":"default-tenant","reconcileID":"394e4409-e4df-49c2-ba0c-744c637a67b5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-d0078993","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:04.721712526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d997090-8626-4bff-b7ac-1fac48ce7574","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:04.771241842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d0078993"},"namespace":"ai-tenant-e2e-ait-d0078993","name":"default-tenant","reconcileID":"394e4409-e4df-49c2-ba0c-744c637a67b5","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-d0078993","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:04.820736894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d0078993"},"namespace":"ai-tenant-e2e-ait-d0078993","name":"default-tenant","reconcileID":"394e4409-e4df-49c2-ba0c-744c637a67b5","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-d0078993","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:04.870291581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d0078993"},"namespace":"ai-tenant-e2e-ait-d0078993","name":"default-tenant","reconcileID":"394e4409-e4df-49c2-ba0c-744c637a67b5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-d0078993","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:04.920090501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d0078993"},"namespace":"ai-tenant-e2e-ait-d0078993","name":"default-tenant","reconcileID":"394e4409-e4df-49c2-ba0c-744c637a67b5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-d0078993","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:05.756430789Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-d0078993","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-d0078993","reconcileID":"9a0ce349-0b93-4340-980d-37ba2dd8893c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-d0078993","removed":["maas.opendatahub.io/gateway-access-e2e-ait-d0078993"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:06.355679048Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-14b321","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-14b321","reconcileID":"4173d5e0-1506-4811-9f39-2879d49e5fc2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-14b321","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-14b321":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:06.543214329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2ec316e-e3c7-4e6c-95fd-6be421d1c420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:06.593047728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2ec316e-e3c7-4e6c-95fd-6be421d1c420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:06.642809008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2ec316e-e3c7-4e6c-95fd-6be421d1c420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:06.69259639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2ec316e-e3c7-4e6c-95fd-6be421d1c420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:07.395002097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"295c438e-45a7-49ff-8c92-dd4b139a69a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:07.514427806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"732c6bf3-2fad-4f13-bd48-9b7997547029","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:08.564991979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe38a76-9c6d-4f42-9e6d-1309676c55d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:08.615019804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe38a76-9c6d-4f42-9e6d-1309676c55d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:08.664781039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe38a76-9c6d-4f42-9e6d-1309676c55d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:08.714642019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe38a76-9c6d-4f42-9e6d-1309676c55d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:08.853883807Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:09.883427575Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"d4a057c2-83d5-45ce-9dca-dcd78d57f5f3","namespace":"ai-tenant-e2e-ait-16aef2f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:09.883506922Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"d4a057c2-83d5-45ce-9dca-dcd78d57f5f3","namespace":"ai-tenant-e2e-ait-16aef2f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:09.88357205Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"d4a057c2-83d5-45ce-9dca-dcd78d57f5f3","tenant":"e2e-ait-16aef2f3","tenantID":"e2e-ait-16aef2f3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:09.93696462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"d4a057c2-83d5-45ce-9dca-dcd78d57f5f3","gvk":"Deployment","name":"maas-api-e2e-ait-16aef2f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:10.04140495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"d4a057c2-83d5-45ce-9dca-dcd78d57f5f3","gvk":"Service","name":"maas-api-e2e-ait-16aef2f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:10.095311086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"d4a057c2-83d5-45ce-9dca-dcd78d57f5f3","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-16aef2f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:10.14641126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"d4a057c2-83d5-45ce-9dca-dcd78d57f5f3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-16aef2f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:10.202141185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"d4a057c2-83d5-45ce-9dca-dcd78d57f5f3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-16aef2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:10.253563046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"d4a057c2-83d5-45ce-9dca-dcd78d57f5f3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-16aef2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:10.324274318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"d4a057c2-83d5-45ce-9dca-dcd78d57f5f3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-16aef2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:10.38315659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"d4a057c2-83d5-45ce-9dca-dcd78d57f5f3","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-16aef2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:10.435046993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"d4a057c2-83d5-45ce-9dca-dcd78d57f5f3","gvk":"Deployment","name":"payload-processing-e2e-ait-16aef2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:10.48483246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"d4a057c2-83d5-45ce-9dca-dcd78d57f5f3","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-16aef2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:10.534085201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"d4a057c2-83d5-45ce-9dca-dcd78d57f5f3","gvk":"Service","name":"payload-processing-e2e-ait-16aef2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:10.57799018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de04f04a-32cb-4b0e-8b99-ed5fc9d43962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:10.627583601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de04f04a-32cb-4b0e-8b99-ed5fc9d43962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:10.630072645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"d4a057c2-83d5-45ce-9dca-dcd78d57f5f3","gvk":"Service","name":"payload-pre-processing-e2e-ait-16aef2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:10.677540504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de04f04a-32cb-4b0e-8b99-ed5fc9d43962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:10.727173681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de04f04a-32cb-4b0e-8b99-ed5fc9d43962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:10.729304628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"d4a057c2-83d5-45ce-9dca-dcd78d57f5f3","gvk":"DestinationRule","name":"payload-processing-e2e-ait-16aef2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:10.778933327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"d4a057c2-83d5-45ce-9dca-dcd78d57f5f3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-16aef2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:10.828101784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"d4a057c2-83d5-45ce-9dca-dcd78d57f5f3","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-16aef2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:10.881520353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"d4a057c2-83d5-45ce-9dca-dcd78d57f5f3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-16aef2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:10.979380611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"d4a057c2-83d5-45ce-9dca-dcd78d57f5f3","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-16aef2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:11.028908715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"d4a057c2-83d5-45ce-9dca-dcd78d57f5f3","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-16aef2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:11.078129405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"d4a057c2-83d5-45ce-9dca-dcd78d57f5f3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-16aef2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:11.128350094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"d4a057c2-83d5-45ce-9dca-dcd78d57f5f3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-16aef2f3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:12.560678989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19313621-7a83-4774-aa2f-48b20be9c718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:12.61071691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19313621-7a83-4774-aa2f-48b20be9c718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:12.661222106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19313621-7a83-4774-aa2f-48b20be9c718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:12.711067474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19313621-7a83-4774-aa2f-48b20be9c718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:13.565701875Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-59f97a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-59f97a","reconcileID":"f55f1247-f887-4c3f-900f-5fe2a3cba536","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-59f97a","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-59f97a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:14.553107672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c3563e4-9d1a-433e-a02e-9b1076702932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:14.604232187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c3563e4-9d1a-433e-a02e-9b1076702932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:14.655253442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c3563e4-9d1a-433e-a02e-9b1076702932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:14.705269373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c3563e4-9d1a-433e-a02e-9b1076702932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:16.585108832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5666cca-d43e-4836-82f4-0685d0d1bf01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:16.635322325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5666cca-d43e-4836-82f4-0685d0d1bf01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:16.685294767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5666cca-d43e-4836-82f4-0685d0d1bf01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:16.735285934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5666cca-d43e-4836-82f4-0685d0d1bf01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.545673117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba2b3172-4e61-4392-9c80-13256c73da99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.595732055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba2b3172-4e61-4392-9c80-13256c73da99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.645396016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba2b3172-4e61-4392-9c80-13256c73da99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.695335183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba2b3172-4e61-4392-9c80-13256c73da99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:20.637615634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"066c7863-3d70-4bcd-b58e-38fd88e2e33f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:20.688202428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"066c7863-3d70-4bcd-b58e-38fd88e2e33f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:20.738244483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"066c7863-3d70-4bcd-b58e-38fd88e2e33f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:20.787999079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"066c7863-3d70-4bcd-b58e-38fd88e2e33f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:22.638427506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e918590a-9770-4e5a-a5fd-ee43e69d64f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:22.688278782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e918590a-9770-4e5a-a5fd-ee43e69d64f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:22.738217607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e918590a-9770-4e5a-a5fd-ee43e69d64f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:22.788024983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e918590a-9770-4e5a-a5fd-ee43e69d64f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:25.572393996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"default-tenant","reconcileID":"1bb341f0-5697-4bed-bee0-fe09789c6de1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:25.683699464Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"default-tenant","reconcileID":"1bb341f0-5697-4bed-bee0-fe09789c6de1","name":"e2e-worker-w3-14b321-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:27.823395203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4bc3abbd-b9e5-414c-97f9-08cca562bea3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:28.009854164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d5cc93dd-3fdc-4070-81a6-9109ff0d6f15","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:34.773779022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"default-tenant","reconcileID":"6c4a2b4e-d5d7-41f4-9bba-61050f0105bf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:34.883397075Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"default-tenant","reconcileID":"6c4a2b4e-d5d7-41f4-9bba-61050f0105bf","name":"e2e-worker-w0-59f97a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:34.938689694Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"b32f7b01-8119-41b2-97b9-d725cccca7cf","namespace":"ai-tenant-e2e-ait-16aef2f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:34.938765971Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"b32f7b01-8119-41b2-97b9-d725cccca7cf","namespace":"ai-tenant-e2e-ait-16aef2f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:34.938830064Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"b32f7b01-8119-41b2-97b9-d725cccca7cf","tenant":"e2e-ait-16aef2f3","tenantID":"e2e-ait-16aef2f3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:34.988214049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"b32f7b01-8119-41b2-97b9-d725cccca7cf","gvk":"Deployment","name":"maas-api-e2e-ait-16aef2f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:35.037524854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"b32f7b01-8119-41b2-97b9-d725cccca7cf","gvk":"Service","name":"maas-api-e2e-ait-16aef2f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:35.087189388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"b32f7b01-8119-41b2-97b9-d725cccca7cf","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-16aef2f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:35.136970377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"b32f7b01-8119-41b2-97b9-d725cccca7cf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-16aef2f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:35.186280364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"b32f7b01-8119-41b2-97b9-d725cccca7cf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-16aef2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:35.235479811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"b32f7b01-8119-41b2-97b9-d725cccca7cf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-16aef2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:35.28493559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"b32f7b01-8119-41b2-97b9-d725cccca7cf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-16aef2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:35.334166412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"b32f7b01-8119-41b2-97b9-d725cccca7cf","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-16aef2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:35.383516416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"b32f7b01-8119-41b2-97b9-d725cccca7cf","gvk":"Deployment","name":"payload-processing-e2e-ait-16aef2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:35.433097955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"b32f7b01-8119-41b2-97b9-d725cccca7cf","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-16aef2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:35.482715778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"b32f7b01-8119-41b2-97b9-d725cccca7cf","gvk":"Service","name":"payload-processing-e2e-ait-16aef2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:35.532921907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"b32f7b01-8119-41b2-97b9-d725cccca7cf","gvk":"Service","name":"payload-pre-processing-e2e-ait-16aef2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:35.585385391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"b32f7b01-8119-41b2-97b9-d725cccca7cf","gvk":"DestinationRule","name":"payload-processing-e2e-ait-16aef2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:35.636516373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"b32f7b01-8119-41b2-97b9-d725cccca7cf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-16aef2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:35.68617186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"b32f7b01-8119-41b2-97b9-d725cccca7cf","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-16aef2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:35.735345703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"b32f7b01-8119-41b2-97b9-d725cccca7cf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-16aef2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:35.784853582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"b32f7b01-8119-41b2-97b9-d725cccca7cf","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-16aef2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:35.834193509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"b32f7b01-8119-41b2-97b9-d725cccca7cf","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-16aef2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:35.884069829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"b32f7b01-8119-41b2-97b9-d725cccca7cf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-16aef2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:35.934671753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-16aef2f3"},"namespace":"ai-tenant-e2e-ait-16aef2f3","name":"default-tenant","reconcileID":"b32f7b01-8119-41b2-97b9-d725cccca7cf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-16aef2f3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:35.9910523Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bdaf93e3"},"namespace":"ai-tenant-e2e-derive-bdaf93e3","name":"default-tenant","reconcileID":"eb03d64c-1d64-4e31-9606-7a717e8e4280","namespace":"ai-tenant-e2e-derive-bdaf93e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:35.991136697Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bdaf93e3"},"namespace":"ai-tenant-e2e-derive-bdaf93e3","name":"default-tenant","reconcileID":"eb03d64c-1d64-4e31-9606-7a717e8e4280","namespace":"ai-tenant-e2e-derive-bdaf93e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:35.991242097Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bdaf93e3"},"namespace":"ai-tenant-e2e-derive-bdaf93e3","name":"default-tenant","reconcileID":"eb03d64c-1d64-4e31-9606-7a717e8e4280","tenant":"e2e-derive-bdaf93e3","tenantID":"e2e-derive-bdaf93e3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:36.042727043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bdaf93e3"},"namespace":"ai-tenant-e2e-derive-bdaf93e3","name":"default-tenant","reconcileID":"eb03d64c-1d64-4e31-9606-7a717e8e4280","gvk":"Deployment","name":"maas-api-e2e-derive-bdaf93e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:36.099074285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bdaf93e3"},"namespace":"ai-tenant-e2e-derive-bdaf93e3","name":"default-tenant","reconcileID":"eb03d64c-1d64-4e31-9606-7a717e8e4280","gvk":"Service","name":"maas-api-e2e-derive-bdaf93e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:36.155759149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bdaf93e3"},"namespace":"ai-tenant-e2e-derive-bdaf93e3","name":"default-tenant","reconcileID":"eb03d64c-1d64-4e31-9606-7a717e8e4280","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-bdaf93e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:36.206692191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bdaf93e3"},"namespace":"ai-tenant-e2e-derive-bdaf93e3","name":"default-tenant","reconcileID":"eb03d64c-1d64-4e31-9606-7a717e8e4280","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-bdaf93e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:36.260527762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bdaf93e3"},"namespace":"ai-tenant-e2e-derive-bdaf93e3","name":"default-tenant","reconcileID":"eb03d64c-1d64-4e31-9606-7a717e8e4280","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-bdaf93e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:36.311850193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bdaf93e3"},"namespace":"ai-tenant-e2e-derive-bdaf93e3","name":"default-tenant","reconcileID":"eb03d64c-1d64-4e31-9606-7a717e8e4280","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-bdaf93e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:36.364106512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bdaf93e3"},"namespace":"ai-tenant-e2e-derive-bdaf93e3","name":"default-tenant","reconcileID":"eb03d64c-1d64-4e31-9606-7a717e8e4280","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-bdaf93e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:36.42062508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bdaf93e3"},"namespace":"ai-tenant-e2e-derive-bdaf93e3","name":"default-tenant","reconcileID":"eb03d64c-1d64-4e31-9606-7a717e8e4280","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-bdaf93e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:36.473211106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bdaf93e3"},"namespace":"ai-tenant-e2e-derive-bdaf93e3","name":"default-tenant","reconcileID":"eb03d64c-1d64-4e31-9606-7a717e8e4280","gvk":"Deployment","name":"payload-processing-e2e-derive-bdaf93e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:36.522635221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bdaf93e3"},"namespace":"ai-tenant-e2e-derive-bdaf93e3","name":"default-tenant","reconcileID":"eb03d64c-1d64-4e31-9606-7a717e8e4280","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-bdaf93e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:36.57234159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bdaf93e3"},"namespace":"ai-tenant-e2e-derive-bdaf93e3","name":"default-tenant","reconcileID":"eb03d64c-1d64-4e31-9606-7a717e8e4280","gvk":"Service","name":"payload-processing-e2e-derive-bdaf93e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:36.625659871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bdaf93e3"},"namespace":"ai-tenant-e2e-derive-bdaf93e3","name":"default-tenant","reconcileID":"eb03d64c-1d64-4e31-9606-7a717e8e4280","gvk":"Service","name":"payload-pre-processing-e2e-derive-bdaf93e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:36.678345044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bdaf93e3"},"namespace":"ai-tenant-e2e-derive-bdaf93e3","name":"default-tenant","reconcileID":"eb03d64c-1d64-4e31-9606-7a717e8e4280","gvk":"DestinationRule","name":"payload-processing-e2e-derive-bdaf93e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:36.731734438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bdaf93e3"},"namespace":"ai-tenant-e2e-derive-bdaf93e3","name":"default-tenant","reconcileID":"eb03d64c-1d64-4e31-9606-7a717e8e4280","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-bdaf93e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:36.735265302Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-16aef2f3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-16aef2f3","reconcileID":"19cefdc1-0cb4-4935-9a1e-b0a41c7577cc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-16aef2f3","removed":["maas.opendatahub.io/gateway-access-e2e-ait-16aef2f3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:36.781161374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bdaf93e3"},"namespace":"ai-tenant-e2e-derive-bdaf93e3","name":"default-tenant","reconcileID":"eb03d64c-1d64-4e31-9606-7a717e8e4280","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-bdaf93e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:36.834116654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bdaf93e3"},"namespace":"ai-tenant-e2e-derive-bdaf93e3","name":"default-tenant","reconcileID":"eb03d64c-1d64-4e31-9606-7a717e8e4280","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-bdaf93e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:36.883538471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bdaf93e3"},"namespace":"ai-tenant-e2e-derive-bdaf93e3","name":"default-tenant","reconcileID":"eb03d64c-1d64-4e31-9606-7a717e8e4280","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-bdaf93e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:36.891394627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1fcdd575-2d21-4fb7-8fd8-0b25a3fcad97","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:36.933268936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bdaf93e3"},"namespace":"ai-tenant-e2e-derive-bdaf93e3","name":"default-tenant","reconcileID":"eb03d64c-1d64-4e31-9606-7a717e8e4280","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-bdaf93e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:36.990942359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"01ea9577-97d8-4bf9-8325-1b1741a68ca6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:36.993040489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bdaf93e3"},"namespace":"ai-tenant-e2e-derive-bdaf93e3","name":"default-tenant","reconcileID":"eb03d64c-1d64-4e31-9606-7a717e8e4280","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-bdaf93e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.043186565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-bdaf93e3"},"namespace":"ai-tenant-e2e-derive-bdaf93e3","name":"default-tenant","reconcileID":"eb03d64c-1d64-4e31-9606-7a717e8e4280","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-bdaf93e3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.097391819Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db3e5cc4"},"namespace":"ai-tenant-e2e-ait-db3e5cc4","name":"default-tenant","reconcileID":"c8e77648-2ee5-48be-9bb9-c8551dc2e0f7","namespace":"ai-tenant-e2e-ait-db3e5cc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.097459394Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db3e5cc4"},"namespace":"ai-tenant-e2e-ait-db3e5cc4","name":"default-tenant","reconcileID":"c8e77648-2ee5-48be-9bb9-c8551dc2e0f7","namespace":"ai-tenant-e2e-ait-db3e5cc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.097529423Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db3e5cc4"},"namespace":"ai-tenant-e2e-ait-db3e5cc4","name":"default-tenant","reconcileID":"c8e77648-2ee5-48be-9bb9-c8551dc2e0f7","tenant":"e2e-ait-db3e5cc4","tenantID":"e2e-ait-db3e5cc4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.148872999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db3e5cc4"},"namespace":"ai-tenant-e2e-ait-db3e5cc4","name":"default-tenant","reconcileID":"c8e77648-2ee5-48be-9bb9-c8551dc2e0f7","gvk":"Deployment","name":"maas-api-e2e-ait-db3e5cc4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.205030665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db3e5cc4"},"namespace":"ai-tenant-e2e-ait-db3e5cc4","name":"default-tenant","reconcileID":"c8e77648-2ee5-48be-9bb9-c8551dc2e0f7","gvk":"Service","name":"maas-api-e2e-ait-db3e5cc4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.324845918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db3e5cc4"},"namespace":"ai-tenant-e2e-ait-db3e5cc4","name":"default-tenant","reconcileID":"c8e77648-2ee5-48be-9bb9-c8551dc2e0f7","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-db3e5cc4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.375859823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db3e5cc4"},"namespace":"ai-tenant-e2e-ait-db3e5cc4","name":"default-tenant","reconcileID":"c8e77648-2ee5-48be-9bb9-c8551dc2e0f7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-db3e5cc4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.427722543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db3e5cc4"},"namespace":"ai-tenant-e2e-ait-db3e5cc4","name":"default-tenant","reconcileID":"c8e77648-2ee5-48be-9bb9-c8551dc2e0f7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-db3e5cc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.479711582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db3e5cc4"},"namespace":"ai-tenant-e2e-ait-db3e5cc4","name":"default-tenant","reconcileID":"c8e77648-2ee5-48be-9bb9-c8551dc2e0f7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-db3e5cc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.534204983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db3e5cc4"},"namespace":"ai-tenant-e2e-ait-db3e5cc4","name":"default-tenant","reconcileID":"c8e77648-2ee5-48be-9bb9-c8551dc2e0f7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-db3e5cc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.59087055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db3e5cc4"},"namespace":"ai-tenant-e2e-ait-db3e5cc4","name":"default-tenant","reconcileID":"c8e77648-2ee5-48be-9bb9-c8551dc2e0f7","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-db3e5cc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.640886209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db3e5cc4"},"namespace":"ai-tenant-e2e-ait-db3e5cc4","name":"default-tenant","reconcileID":"c8e77648-2ee5-48be-9bb9-c8551dc2e0f7","gvk":"Deployment","name":"payload-processing-e2e-ait-db3e5cc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.69027981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db3e5cc4"},"namespace":"ai-tenant-e2e-ait-db3e5cc4","name":"default-tenant","reconcileID":"c8e77648-2ee5-48be-9bb9-c8551dc2e0f7","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-db3e5cc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.739676969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db3e5cc4"},"namespace":"ai-tenant-e2e-ait-db3e5cc4","name":"default-tenant","reconcileID":"c8e77648-2ee5-48be-9bb9-c8551dc2e0f7","gvk":"Service","name":"payload-processing-e2e-ait-db3e5cc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.789288343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db3e5cc4"},"namespace":"ai-tenant-e2e-ait-db3e5cc4","name":"default-tenant","reconcileID":"c8e77648-2ee5-48be-9bb9-c8551dc2e0f7","gvk":"Service","name":"payload-pre-processing-e2e-ait-db3e5cc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.818406297Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-bdaf93e3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-bdaf93e3","reconcileID":"2b857b25-d1fb-423c-bd2f-bb35b467ddff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-bdaf93e3","removed":["maas.opendatahub.io/gateway-access-e2e-derive-bdaf93e3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.838506586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db3e5cc4"},"namespace":"ai-tenant-e2e-ait-db3e5cc4","name":"default-tenant","reconcileID":"c8e77648-2ee5-48be-9bb9-c8551dc2e0f7","gvk":"DestinationRule","name":"payload-processing-e2e-ait-db3e5cc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.848316593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09837222-3241-42f0-910d-4e5a3f06ef2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.897820586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db3e5cc4"},"namespace":"ai-tenant-e2e-ait-db3e5cc4","name":"default-tenant","reconcileID":"c8e77648-2ee5-48be-9bb9-c8551dc2e0f7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-db3e5cc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.89845055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09837222-3241-42f0-910d-4e5a3f06ef2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.947555129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db3e5cc4"},"namespace":"ai-tenant-e2e-ait-db3e5cc4","name":"default-tenant","reconcileID":"c8e77648-2ee5-48be-9bb9-c8551dc2e0f7","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-db3e5cc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.948926259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09837222-3241-42f0-910d-4e5a3f06ef2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.998963503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09837222-3241-42f0-910d-4e5a3f06ef2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:38.001556651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db3e5cc4"},"namespace":"ai-tenant-e2e-ait-db3e5cc4","name":"default-tenant","reconcileID":"c8e77648-2ee5-48be-9bb9-c8551dc2e0f7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-db3e5cc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:38.050874592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db3e5cc4"},"namespace":"ai-tenant-e2e-ait-db3e5cc4","name":"default-tenant","reconcileID":"c8e77648-2ee5-48be-9bb9-c8551dc2e0f7","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-db3e5cc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:38.100767457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db3e5cc4"},"namespace":"ai-tenant-e2e-ait-db3e5cc4","name":"default-tenant","reconcileID":"c8e77648-2ee5-48be-9bb9-c8551dc2e0f7","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-db3e5cc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:38.150006473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db3e5cc4"},"namespace":"ai-tenant-e2e-ait-db3e5cc4","name":"default-tenant","reconcileID":"c8e77648-2ee5-48be-9bb9-c8551dc2e0f7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-db3e5cc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:38.199309372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db3e5cc4"},"namespace":"ai-tenant-e2e-ait-db3e5cc4","name":"default-tenant","reconcileID":"c8e77648-2ee5-48be-9bb9-c8551dc2e0f7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-db3e5cc4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:38.851553885Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:39.024902346Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-db3e5cc4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-db3e5cc4","reconcileID":"8230f042-ddc3-4a05-8dd6-955253942278","error":"cleanup gateway labels on infra namespace odh-ai-gateway-infra: Operation cannot be fulfilled on namespaces \"odh-ai-gateway-infra\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:39.480203964Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-db3e5cc4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-db3e5cc4","reconcileID":"f94b2252-8d95-4188-ab2f-f8dd657e5830","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-db3e5cc4","removed":["maas.opendatahub.io/gateway-access-e2e-ait-db3e5cc4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:39.84181912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec1d2c52-535c-4fbe-862d-f1b7cdb0c363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:39.892504007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec1d2c52-535c-4fbe-862d-f1b7cdb0c363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:39.943636015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec1d2c52-535c-4fbe-862d-f1b7cdb0c363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:39.993626368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec1d2c52-535c-4fbe-862d-f1b7cdb0c363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:41.910984933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eef4fc49-e662-4020-ab81-ec335ebc9f47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:41.960933097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eef4fc49-e662-4020-ab81-ec335ebc9f47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:42.010937063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eef4fc49-e662-4020-ab81-ec335ebc9f47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:42.060727985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eef4fc49-e662-4020-ab81-ec335ebc9f47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:42.790523582Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-ba1918","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-ba1918","reconcileID":"23f04203-f37f-4300-a7df-2e12e4dbe989","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-ba1918","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-ba1918":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:43.92720462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bf38461-cc0f-47a7-aff1-beb04b0a30f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:43.977365869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bf38461-cc0f-47a7-aff1-beb04b0a30f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:44.027437071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bf38461-cc0f-47a7-aff1-beb04b0a30f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:44.077119699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bf38461-cc0f-47a7-aff1-beb04b0a30f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:44.337680853Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-3d8404","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-3d8404","reconcileID":"049eefe1-7ad0-40ed-96c7-99cd1fdc0409","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-3d8404","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-3d8404":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:45.887015501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d782a80b-51bc-405c-bf4a-73612f97e2f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:45.937320774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d782a80b-51bc-405c-bf4a-73612f97e2f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:45.987054346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d782a80b-51bc-405c-bf4a-73612f97e2f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:46.037104586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d782a80b-51bc-405c-bf4a-73612f97e2f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:47.866141266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f36064ee-0076-4168-ae76-60bfe52ff456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:47.916116876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f36064ee-0076-4168-ae76-60bfe52ff456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:47.965939839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f36064ee-0076-4168-ae76-60bfe52ff456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:48.015567735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f36064ee-0076-4168-ae76-60bfe52ff456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:48.793213813Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-fb6e1d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-fb6e1d","reconcileID":"88a3b4c9-1908-409d-b228-91b4013fd5a2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-fb6e1d","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-fb6e1d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:49.969278503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d10d5f1f-455b-43c2-8d1d-a45305ff283c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:50.019003057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d10d5f1f-455b-43c2-8d1d-a45305ff283c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:50.068891631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d10d5f1f-455b-43c2-8d1d-a45305ff283c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:50.11834564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d10d5f1f-455b-43c2-8d1d-a45305ff283c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:51.943162399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d57c70e3-191d-4c1b-b5d0-15942994ff0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:51.99299196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d57c70e3-191d-4c1b-b5d0-15942994ff0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:52.042588147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d57c70e3-191d-4c1b-b5d0-15942994ff0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:52.101062146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d57c70e3-191d-4c1b-b5d0-15942994ff0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:53.911807037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a96f674e-f3e3-405f-ba94-a0f2da41c3bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:53.961472389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a96f674e-f3e3-405f-ba94-a0f2da41c3bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:54.011593468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a96f674e-f3e3-405f-ba94-a0f2da41c3bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:54.063367477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a96f674e-f3e3-405f-ba94-a0f2da41c3bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:55.883066279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13e5b5e9-09e6-4b60-bb32-dc7786323491","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:55.932595734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13e5b5e9-09e6-4b60-bb32-dc7786323491","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:55.982053706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13e5b5e9-09e6-4b60-bb32-dc7786323491","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:56.040713827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13e5b5e9-09e6-4b60-bb32-dc7786323491","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:57.838675062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64bc3fce-a51f-4d7a-9eb1-48eb5923c57d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:57.88863026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64bc3fce-a51f-4d7a-9eb1-48eb5923c57d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:57.938253819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64bc3fce-a51f-4d7a-9eb1-48eb5923c57d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:57.988200239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64bc3fce-a51f-4d7a-9eb1-48eb5923c57d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:59.859240492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c9d3d6e-445e-4bab-8702-a0b90f9b755c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:59.909032992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c9d3d6e-445e-4bab-8702-a0b90f9b755c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:59.958647619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c9d3d6e-445e-4bab-8702-a0b90f9b755c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:00.008377466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c9d3d6e-445e-4bab-8702-a0b90f9b755c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:01.196446702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"893e8e15-f7e3-4bfe-b437-87b12394fb28","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:01.296260674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"12751a92-0132-4228-a762-44ce23ad2fa7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.692496238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"default-tenant","reconcileID":"0629d61c-4a36-4b97-be0b-900c48ec3461","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.801804932Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"default-tenant","reconcileID":"0629d61c-4a36-4b97-be0b-900c48ec3461","name":"e2e-worker-w2-ba1918-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.241349133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"default-tenant","reconcileID":"c84bbb08-ad97-4d25-8bc2-4d618f6b8d6e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.351178494Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"default-tenant","reconcileID":"c84bbb08-ad97-4d25-8bc2-4d618f6b8d6e","name":"e2e-worker-w1-3d8404-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:08.854329563Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:09.081657073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e6a29d74-4a61-46ae-b323-66ff5a73e57f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:09.260975727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fd2572df-0139-45f4-bc0f-d3296494a89d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:14.194455857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"90d4e97a-faa6-4c60-a677-bb936e4cb816","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:16.488813429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"default-tenant","reconcileID":"55c67756-a91c-428e-b7fa-7fde71935223","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:16.601564511Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"default-tenant","reconcileID":"55c67756-a91c-428e-b7fa-7fde71935223","name":"e2e-worker-w4-fb6e1d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.158328443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"cef1e69a-4ac3-48a5-83fa-30aabd6d4ee9","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.221325035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"bf28a75e-fc56-47ee-be5e-50a1d5e1308b","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:32.03602329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"439ba21a-3898-4d07-85d3-389fcd5a5d26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:32.085741143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"439ba21a-3898-4d07-85d3-389fcd5a5d26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:32.13608853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"439ba21a-3898-4d07-85d3-389fcd5a5d26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:32.185656009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"439ba21a-3898-4d07-85d3-389fcd5a5d26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:34.113458124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7b52cd5-b8f2-4af4-beef-f0ea4ef693d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:34.16307849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7b52cd5-b8f2-4af4-beef-f0ea4ef693d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:34.212736579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7b52cd5-b8f2-4af4-beef-f0ea4ef693d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:34.262415225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7b52cd5-b8f2-4af4-beef-f0ea4ef693d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:36.059273815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c189371-f8f3-47db-984b-d5c387eaea04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:36.108925166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c189371-f8f3-47db-984b-d5c387eaea04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:36.158780994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c189371-f8f3-47db-984b-d5c387eaea04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:36.208421536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c189371-f8f3-47db-984b-d5c387eaea04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.055656522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73deca80-c9b9-4312-9be8-253f6820931e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.105738085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73deca80-c9b9-4312-9be8-253f6820931e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.155688268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73deca80-c9b9-4312-9be8-253f6820931e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.205473215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73deca80-c9b9-4312-9be8-253f6820931e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.851291049Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:40.997469845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"78a0fd9d-270a-4399-bb91-41de04344658","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.407599083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"ef30e400-2256-4eb4-b790-f6a43820813f","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.583852849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79c87dd8-2db5-403f-9d1a-043127fda8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.634358555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79c87dd8-2db5-403f-9d1a-043127fda8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.642100406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"44b76504-a813-42bc-916a-41980ef0cc7d","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.684969639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79c87dd8-2db5-403f-9d1a-043127fda8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.736459373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79c87dd8-2db5-403f-9d1a-043127fda8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.792462362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fadc69f6-1f71-4991-8ab7-94933c0e10d2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.792483093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fadc69f6-1f71-4991-8ab7-94933c0e10d2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.847103516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"448e24a0-4025-4572-84dc-788a9345fa0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.847126684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"448e24a0-4025-4572-84dc-788a9345fa0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.893846958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"f739a43c-eeea-4345-a62b-42fa5e624533","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:46.897247165Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-14b321/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.946108155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"59581e04-a94b-4b10-988b-0166021b0ac1","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.025044961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"48de51ab-3e90-4364-a853-45ca7f4055ef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.080996578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"7aa3d5b7-a399-4ffa-9a39-a554616f0445","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:47.131882519Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"7aa3d5b7-a399-4ffa-9a39-a554616f0445","name":"simulator-w3-14b321","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-14b321\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:47.131949032Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"7aa3d5b7-a399-4ffa-9a39-a554616f0445","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-14b321\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.137671536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"5807f2e1-1530-4c72-a44d-986c4a5bb26f","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.1468898Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"2c5c8254-043d-4f04-83ab-7d133f05d108","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"simulator-w3-14b321","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-14b321/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.182075011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"76f52d26-66d4-46f1-9b29-ac036486496b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.289931596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"cee99fda-1876-417d-b914-0fe195af99b0","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.342570941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"2dcd11c6-cae2-432c-b1e1-4cf0815e64ad","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:47.345865771Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-14b321/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.348135701Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"76f52d26-66d4-46f1-9b29-ac036486496b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.398367199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"be75df2a-93de-4aa8-b3b3-233fabbb6d7e","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:47.401380551Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-14b321/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.404018933Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-14b321-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"76f52d26-66d4-46f1-9b29-ac036486496b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.452522975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"cf967cc9-4e40-420e-b740-f8efd503a6d8","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.458295896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"c5d75759-b54a-4feb-ac39-79c961e9c6bb","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.541722914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"a28c024f-b258-4915-84cd-052dec8431d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.543092979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"161ed9ed-8e04-4dfb-8b44-8c6fbcd1c718","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.557758799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"77bccf3f-4a01-438e-af5e-932e23c160a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.598287647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"ed6169cf-4030-4bf3-802a-0e0cd7b2e5f3","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.611373545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"77bccf3f-4a01-438e-af5e-932e23c160a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:47.648946282Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"ed6169cf-4030-4bf3-802a-0e0cd7b2e5f3","name":"premium-w3-14b321","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-14b321\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:47.649026161Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"ed6169cf-4030-4bf3-802a-0e0cd7b2e5f3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-14b321\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.653822342Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"d15aff24-7876-4127-b52a-b2590f60a174","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"premium-w3-14b321","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-14b321/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.65427649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"61ba17ad-c55f-4494-97f9-d502b13bfbf6","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.670707291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-14b321-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"77bccf3f-4a01-438e-af5e-932e23c160a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.790902383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"01a797cc-1ea3-4959-8648-da0e4eedfb02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.845257069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"01a797cc-1ea3-4959-8648-da0e4eedfb02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.890104022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"93d07b9a-9756-41ba-b5d6-72a5bd828dfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.896647652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"f439f377-ba4b-4239-aee1-be51938e1573","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.898978148Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-14b321-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"01a797cc-1ea3-4959-8648-da0e4eedfb02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.944681827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"93d07b9a-9756-41ba-b5d6-72a5bd828dfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.954244613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"3b5dbd15-9af5-4927-a884-acab514201e0","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.997504419Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-14b321-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"93d07b9a-9756-41ba-b5d6-72a5bd828dfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.124554831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"ae30b3a5-5d9d-4214-a9e9-3ab0e1e46e99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.156039764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"34eeb9c9-8178-43d5-bfea-3e2380d56a89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.218502691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"34eeb9c9-8178-43d5-bfea-3e2380d56a89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.27162586Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-14b321-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"34eeb9c9-8178-43d5-bfea-3e2380d56a89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.659962581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe19d136-e990-4edc-b76e-eb5db6abb3b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.710161904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe19d136-e990-4edc-b76e-eb5db6abb3b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.760400702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe19d136-e990-4edc-b76e-eb5db6abb3b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.810577906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe19d136-e990-4edc-b76e-eb5db6abb3b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:53.960905501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"97bcce75-4c12-49ee-836b-dfe8d24e0eb1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:54.119682572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"8e2e6d5f-d5db-41b6-8d73-25797a281dc9","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:54.321269772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"68af4b21-688d-4b3f-85b4-4b8275e990f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:54.401920664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"078bc21b-cedc-47e8-af8f-058366db6ccb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:54.401920592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"96c3d657-b2f8-4aeb-9eea-a1fcbe2bd911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:54.456791761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"078bc21b-cedc-47e8-af8f-058366db6ccb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:54.456851499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"96c3d657-b2f8-4aeb-9eea-a1fcbe2bd911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:54.480486185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"84befb6c-3db1-429e-9482-5e55c0fb4d3d","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:54.534322396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-14b321-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6909c8dfb2c6172b27f02b56528e2228916af7896706339cc168237b3a15512d) AuthConfig (20e0e9cf39ad3ed2a5c55a8f2f55541b37112bcb845cfc7739f28aba1e57ef75) AuthConfig (ce77f93b8bdb7dc500ca50a81713b394ff5c60974eb77815987fc2e8eb1c0ed0) AuthConfig (092a4272e8d89305a831549d06adefe79c9226bdfb8d05cbf7359ffb3edf2db7) AuthConfig (c496f6b4563f196b0041ade519bf3e04f9f516b78b3de247594063cd5219e38b) AuthConfig (2b3419c0521c140c4b86d18144a13d68569f27b9d584204bae3e0e875fe169b7) AuthConfig (8eca86d13b19699a891c2a93148cca1354b2623f5fecda877e5880278ad5b6eb) AuthConfig (32e35b35a51016ce40add6a1ce4f83d634ddd59d2136d74cc9783df17c3d2e3f) AuthConfig (634532e8a55026068477289e01a082b731c02622c770708a910219f7b73e776c) AuthConfig (dfbae63788e6152962249005d9ef57f74755119cdca1c0c4040c583b93dafcae) AuthConfig (9e9732209920a37e2ec76d8c055ff00bf7094416fc4632cae9c2fd3c04612b78) AuthConfig (9105f8915dc19fd133be44b5e21f14a8f4ad200d5361d8b76fe19d698523e69b) AuthConfig (be8eaba77c60bce9602bcdcb3d2c41953fa028ad2e33dcbaec8f9b789a427573) AuthConfig (44be60b06e107dd735aaf65df6f5bcfd2fdc0275ccf1ded00bb10540daf3bcb0) AuthConfig (d010cbdd47737a02d26fda1d77387b2716b7fb388b15450e72d520180bcfcd5a) AuthConfig (dfb7c169a8bf1fe32883986e668a1f1a3c4faac1e4535acce7ae7dda50a22b96) AuthConfig (839c7902a7b2cbd559f0a462b7c5109f558c821299533aa2cbec1f3fe58e6058) AuthConfig (744599ed468632b409ae9927ca5fa1c8e879dbfa5503e7ba86dce34ce2d361f1) AuthConfig (970657224d8dff0421f62e1f1d077151f0af90010748290c7616e3193c779bf7) AuthConfig (543f6ef057108ac61c7149deb60202c6481be22b905b059e02519b306a2c185e) AuthConfig (5f6b0375e105720f9e81f32b4a1ef0f35c36433b36d384d2f3475ac4268d9e72) AuthConfig (0d3170a656b59166152f0a3027d557c1b79bc3cf4fb463808413981b0a093ac8) AuthConfig (0da38320bbf3e3119b17ae256375827783ac3d1145f8e30d7663d2726a7793c3) AuthConfig (793f4756a2ad3c4ae03eddbc85e05a2c5ab8a0a11811f509c8f1901daf478779) AuthConfig (5df97232035927615c4efe14f792b6c7b5703109e060f064891473dc2ec056e6) AuthConfig (f9d9b1b6ab13b3c825cba42da06a53ca856981f1439a338df638e8218b0e20c8) AuthConfig (20ba09843d85a6bca8d0d3f7b99ae7f473408790c9bbf83d81fe90e17137fb18) AuthConfig (7311fa181a881cce57f3514a956f7a9a72a99ffb744130b521e15e1209958a64) AuthConfig (56448487ec1eeb6d7325decc2875d6490486f7a2e8dcd5a8fd3262bb7f080968) AuthConfig (92c73ef679e010d930233b173ac2da08ffa023c549480e51c0ef2b3c9ea31cea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"078bc21b-cedc-47e8-af8f-058366db6ccb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:54.535492629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-14b321-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6909c8dfb2c6172b27f02b56528e2228916af7896706339cc168237b3a15512d) AuthConfig (20e0e9cf39ad3ed2a5c55a8f2f55541b37112bcb845cfc7739f28aba1e57ef75) AuthConfig (ce77f93b8bdb7dc500ca50a81713b394ff5c60974eb77815987fc2e8eb1c0ed0) AuthConfig (092a4272e8d89305a831549d06adefe79c9226bdfb8d05cbf7359ffb3edf2db7) AuthConfig (c496f6b4563f196b0041ade519bf3e04f9f516b78b3de247594063cd5219e38b) AuthConfig (2b3419c0521c140c4b86d18144a13d68569f27b9d584204bae3e0e875fe169b7) AuthConfig (8eca86d13b19699a891c2a93148cca1354b2623f5fecda877e5880278ad5b6eb) AuthConfig (32e35b35a51016ce40add6a1ce4f83d634ddd59d2136d74cc9783df17c3d2e3f) AuthConfig (634532e8a55026068477289e01a082b731c02622c770708a910219f7b73e776c) AuthConfig (dfbae63788e6152962249005d9ef57f74755119cdca1c0c4040c583b93dafcae) AuthConfig (9e9732209920a37e2ec76d8c055ff00bf7094416fc4632cae9c2fd3c04612b78) AuthConfig (9105f8915dc19fd133be44b5e21f14a8f4ad200d5361d8b76fe19d698523e69b) AuthConfig (be8eaba77c60bce9602bcdcb3d2c41953fa028ad2e33dcbaec8f9b789a427573) AuthConfig (44be60b06e107dd735aaf65df6f5bcfd2fdc0275ccf1ded00bb10540daf3bcb0) AuthConfig (d010cbdd47737a02d26fda1d77387b2716b7fb388b15450e72d520180bcfcd5a) AuthConfig (dfb7c169a8bf1fe32883986e668a1f1a3c4faac1e4535acce7ae7dda50a22b96) AuthConfig (839c7902a7b2cbd559f0a462b7c5109f558c821299533aa2cbec1f3fe58e6058) AuthConfig (744599ed468632b409ae9927ca5fa1c8e879dbfa5503e7ba86dce34ce2d361f1) AuthConfig (970657224d8dff0421f62e1f1d077151f0af90010748290c7616e3193c779bf7) AuthConfig (543f6ef057108ac61c7149deb60202c6481be22b905b059e02519b306a2c185e) AuthConfig (5f6b0375e105720f9e81f32b4a1ef0f35c36433b36d384d2f3475ac4268d9e72) AuthConfig (0d3170a656b59166152f0a3027d557c1b79bc3cf4fb463808413981b0a093ac8) AuthConfig (0da38320bbf3e3119b17ae256375827783ac3d1145f8e30d7663d2726a7793c3) AuthConfig (793f4756a2ad3c4ae03eddbc85e05a2c5ab8a0a11811f509c8f1901daf478779) AuthConfig (5df97232035927615c4efe14f792b6c7b5703109e060f064891473dc2ec056e6) AuthConfig (f9d9b1b6ab13b3c825cba42da06a53ca856981f1439a338df638e8218b0e20c8) AuthConfig (20ba09843d85a6bca8d0d3f7b99ae7f473408790c9bbf83d81fe90e17137fb18) AuthConfig (7311fa181a881cce57f3514a956f7a9a72a99ffb744130b521e15e1209958a64) AuthConfig (56448487ec1eeb6d7325decc2875d6490486f7a2e8dcd5a8fd3262bb7f080968) AuthConfig (92c73ef679e010d930233b173ac2da08ffa023c549480e51c0ef2b3c9ea31cea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"96c3d657-b2f8-4aeb-9eea-a1fcbe2bd911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:54.589118097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"e9941577-ec6b-41ea-a9eb-26d68eb029d5","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:54.591544854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"6cf8e20a-7609-406e-8274-9dc3b1adf949","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:54.737944987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"2f8471bd-d2df-4a17-824b-b3157eca7bb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:54.79616854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"2f8471bd-d2df-4a17-824b-b3157eca7bb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:54.840828021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"1f051e70-a2d2-4d07-bf06-c28091ac0f35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:54.8488567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-14b321-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6909c8dfb2c6172b27f02b56528e2228916af7896706339cc168237b3a15512d) AuthConfig (20e0e9cf39ad3ed2a5c55a8f2f55541b37112bcb845cfc7739f28aba1e57ef75) AuthConfig (ce77f93b8bdb7dc500ca50a81713b394ff5c60974eb77815987fc2e8eb1c0ed0) AuthConfig (092a4272e8d89305a831549d06adefe79c9226bdfb8d05cbf7359ffb3edf2db7) AuthConfig (c496f6b4563f196b0041ade519bf3e04f9f516b78b3de247594063cd5219e38b) AuthConfig (2b3419c0521c140c4b86d18144a13d68569f27b9d584204bae3e0e875fe169b7) AuthConfig (8eca86d13b19699a891c2a93148cca1354b2623f5fecda877e5880278ad5b6eb) AuthConfig (32e35b35a51016ce40add6a1ce4f83d634ddd59d2136d74cc9783df17c3d2e3f) AuthConfig (634532e8a55026068477289e01a082b731c02622c770708a910219f7b73e776c) AuthConfig (dfbae63788e6152962249005d9ef57f74755119cdca1c0c4040c583b93dafcae) AuthConfig (9e9732209920a37e2ec76d8c055ff00bf7094416fc4632cae9c2fd3c04612b78) AuthConfig (9105f8915dc19fd133be44b5e21f14a8f4ad200d5361d8b76fe19d698523e69b) AuthConfig (be8eaba77c60bce9602bcdcb3d2c41953fa028ad2e33dcbaec8f9b789a427573) AuthConfig (44be60b06e107dd735aaf65df6f5bcfd2fdc0275ccf1ded00bb10540daf3bcb0) AuthConfig (d010cbdd47737a02d26fda1d77387b2716b7fb388b15450e72d520180bcfcd5a) AuthConfig (dfb7c169a8bf1fe32883986e668a1f1a3c4faac1e4535acce7ae7dda50a22b96) AuthConfig (839c7902a7b2cbd559f0a462b7c5109f558c821299533aa2cbec1f3fe58e6058) AuthConfig (744599ed468632b409ae9927ca5fa1c8e879dbfa5503e7ba86dce34ce2d361f1) AuthConfig (970657224d8dff0421f62e1f1d077151f0af90010748290c7616e3193c779bf7) AuthConfig (543f6ef057108ac61c7149deb60202c6481be22b905b059e02519b306a2c185e) AuthConfig (5f6b0375e105720f9e81f32b4a1ef0f35c36433b36d384d2f3475ac4268d9e72) AuthConfig (0d3170a656b59166152f0a3027d557c1b79bc3cf4fb463808413981b0a093ac8) AuthConfig (0da38320bbf3e3119b17ae256375827783ac3d1145f8e30d7663d2726a7793c3) AuthConfig (793f4756a2ad3c4ae03eddbc85e05a2c5ab8a0a11811f509c8f1901daf478779) AuthConfig (5df97232035927615c4efe14f792b6c7b5703109e060f064891473dc2ec056e6) AuthConfig (f9d9b1b6ab13b3c825cba42da06a53ca856981f1439a338df638e8218b0e20c8) AuthConfig (20ba09843d85a6bca8d0d3f7b99ae7f473408790c9bbf83d81fe90e17137fb18) AuthConfig (7311fa181a881cce57f3514a956f7a9a72a99ffb744130b521e15e1209958a64) AuthConfig (56448487ec1eeb6d7325decc2875d6490486f7a2e8dcd5a8fd3262bb7f080968) AuthConfig (92c73ef679e010d930233b173ac2da08ffa023c549480e51c0ef2b3c9ea31cea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"2f8471bd-d2df-4a17-824b-b3157eca7bb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:54.894323532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"1f051e70-a2d2-4d07-bf06-c28091ac0f35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:54.899631112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"2f8471bd-d2df-4a17-824b-b3157eca7bb4","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:54.946913307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-14b321-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6909c8dfb2c6172b27f02b56528e2228916af7896706339cc168237b3a15512d) AuthConfig (20e0e9cf39ad3ed2a5c55a8f2f55541b37112bcb845cfc7739f28aba1e57ef75) AuthConfig (ce77f93b8bdb7dc500ca50a81713b394ff5c60974eb77815987fc2e8eb1c0ed0) AuthConfig (092a4272e8d89305a831549d06adefe79c9226bdfb8d05cbf7359ffb3edf2db7) AuthConfig (c496f6b4563f196b0041ade519bf3e04f9f516b78b3de247594063cd5219e38b) AuthConfig (2b3419c0521c140c4b86d18144a13d68569f27b9d584204bae3e0e875fe169b7) AuthConfig (8eca86d13b19699a891c2a93148cca1354b2623f5fecda877e5880278ad5b6eb) AuthConfig (32e35b35a51016ce40add6a1ce4f83d634ddd59d2136d74cc9783df17c3d2e3f) AuthConfig (634532e8a55026068477289e01a082b731c02622c770708a910219f7b73e776c) AuthConfig (dfbae63788e6152962249005d9ef57f74755119cdca1c0c4040c583b93dafcae) AuthConfig (9e9732209920a37e2ec76d8c055ff00bf7094416fc4632cae9c2fd3c04612b78) AuthConfig (9105f8915dc19fd133be44b5e21f14a8f4ad200d5361d8b76fe19d698523e69b) AuthConfig (be8eaba77c60bce9602bcdcb3d2c41953fa028ad2e33dcbaec8f9b789a427573) AuthConfig (44be60b06e107dd735aaf65df6f5bcfd2fdc0275ccf1ded00bb10540daf3bcb0) AuthConfig (d010cbdd47737a02d26fda1d77387b2716b7fb388b15450e72d520180bcfcd5a) AuthConfig (dfb7c169a8bf1fe32883986e668a1f1a3c4faac1e4535acce7ae7dda50a22b96) AuthConfig (839c7902a7b2cbd559f0a462b7c5109f558c821299533aa2cbec1f3fe58e6058) AuthConfig (744599ed468632b409ae9927ca5fa1c8e879dbfa5503e7ba86dce34ce2d361f1) AuthConfig (970657224d8dff0421f62e1f1d077151f0af90010748290c7616e3193c779bf7) AuthConfig (543f6ef057108ac61c7149deb60202c6481be22b905b059e02519b306a2c185e) AuthConfig (5f6b0375e105720f9e81f32b4a1ef0f35c36433b36d384d2f3475ac4268d9e72) AuthConfig (0d3170a656b59166152f0a3027d557c1b79bc3cf4fb463808413981b0a093ac8) AuthConfig (0da38320bbf3e3119b17ae256375827783ac3d1145f8e30d7663d2726a7793c3) AuthConfig (793f4756a2ad3c4ae03eddbc85e05a2c5ab8a0a11811f509c8f1901daf478779) AuthConfig (5df97232035927615c4efe14f792b6c7b5703109e060f064891473dc2ec056e6) AuthConfig (f9d9b1b6ab13b3c825cba42da06a53ca856981f1439a338df638e8218b0e20c8) AuthConfig (20ba09843d85a6bca8d0d3f7b99ae7f473408790c9bbf83d81fe90e17137fb18) AuthConfig (7311fa181a881cce57f3514a956f7a9a72a99ffb744130b521e15e1209958a64) AuthConfig (56448487ec1eeb6d7325decc2875d6490486f7a2e8dcd5a8fd3262bb7f080968) AuthConfig (92c73ef679e010d930233b173ac2da08ffa023c549480e51c0ef2b3c9ea31cea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"1f051e70-a2d2-4d07-bf06-c28091ac0f35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:55.053145021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"ac6ab648-7c8d-45d4-a21a-a1669b6bfb4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:55.107079127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"ac6ab648-7c8d-45d4-a21a-a1669b6bfb4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:55.159370157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-14b321-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6909c8dfb2c6172b27f02b56528e2228916af7896706339cc168237b3a15512d) AuthConfig (20e0e9cf39ad3ed2a5c55a8f2f55541b37112bcb845cfc7739f28aba1e57ef75) AuthConfig (ce77f93b8bdb7dc500ca50a81713b394ff5c60974eb77815987fc2e8eb1c0ed0) AuthConfig (092a4272e8d89305a831549d06adefe79c9226bdfb8d05cbf7359ffb3edf2db7) AuthConfig (c496f6b4563f196b0041ade519bf3e04f9f516b78b3de247594063cd5219e38b) AuthConfig (2b3419c0521c140c4b86d18144a13d68569f27b9d584204bae3e0e875fe169b7) AuthConfig (8eca86d13b19699a891c2a93148cca1354b2623f5fecda877e5880278ad5b6eb) AuthConfig (32e35b35a51016ce40add6a1ce4f83d634ddd59d2136d74cc9783df17c3d2e3f) AuthConfig (634532e8a55026068477289e01a082b731c02622c770708a910219f7b73e776c) AuthConfig (dfbae63788e6152962249005d9ef57f74755119cdca1c0c4040c583b93dafcae) AuthConfig (9e9732209920a37e2ec76d8c055ff00bf7094416fc4632cae9c2fd3c04612b78) AuthConfig (9105f8915dc19fd133be44b5e21f14a8f4ad200d5361d8b76fe19d698523e69b) AuthConfig (be8eaba77c60bce9602bcdcb3d2c41953fa028ad2e33dcbaec8f9b789a427573) AuthConfig (44be60b06e107dd735aaf65df6f5bcfd2fdc0275ccf1ded00bb10540daf3bcb0) AuthConfig (d010cbdd47737a02d26fda1d77387b2716b7fb388b15450e72d520180bcfcd5a) AuthConfig (dfb7c169a8bf1fe32883986e668a1f1a3c4faac1e4535acce7ae7dda50a22b96) AuthConfig (839c7902a7b2cbd559f0a462b7c5109f558c821299533aa2cbec1f3fe58e6058) AuthConfig (744599ed468632b409ae9927ca5fa1c8e879dbfa5503e7ba86dce34ce2d361f1) AuthConfig (970657224d8dff0421f62e1f1d077151f0af90010748290c7616e3193c779bf7) AuthConfig (543f6ef057108ac61c7149deb60202c6481be22b905b059e02519b306a2c185e) AuthConfig (5f6b0375e105720f9e81f32b4a1ef0f35c36433b36d384d2f3475ac4268d9e72) AuthConfig (0d3170a656b59166152f0a3027d557c1b79bc3cf4fb463808413981b0a093ac8) AuthConfig (0da38320bbf3e3119b17ae256375827783ac3d1145f8e30d7663d2726a7793c3) AuthConfig (793f4756a2ad3c4ae03eddbc85e05a2c5ab8a0a11811f509c8f1901daf478779) AuthConfig (5df97232035927615c4efe14f792b6c7b5703109e060f064891473dc2ec056e6) AuthConfig (f9d9b1b6ab13b3c825cba42da06a53ca856981f1439a338df638e8218b0e20c8) AuthConfig (20ba09843d85a6bca8d0d3f7b99ae7f473408790c9bbf83d81fe90e17137fb18) AuthConfig (7311fa181a881cce57f3514a956f7a9a72a99ffb744130b521e15e1209958a64) AuthConfig (56448487ec1eeb6d7325decc2875d6490486f7a2e8dcd5a8fd3262bb7f080968) AuthConfig (92c73ef679e010d930233b173ac2da08ffa023c549480e51c0ef2b3c9ea31cea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"ac6ab648-7c8d-45d4-a21a-a1669b6bfb4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.095950234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"70c68107-7c9f-4036-9499-54127174f3c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.151105452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"70c68107-7c9f-4036-9499-54127174f3c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.204633137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-14b321-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6909c8dfb2c6172b27f02b56528e2228916af7896706339cc168237b3a15512d) AuthConfig (20e0e9cf39ad3ed2a5c55a8f2f55541b37112bcb845cfc7739f28aba1e57ef75) AuthConfig (ce77f93b8bdb7dc500ca50a81713b394ff5c60974eb77815987fc2e8eb1c0ed0) AuthConfig (092a4272e8d89305a831549d06adefe79c9226bdfb8d05cbf7359ffb3edf2db7) AuthConfig (c496f6b4563f196b0041ade519bf3e04f9f516b78b3de247594063cd5219e38b) AuthConfig (2b3419c0521c140c4b86d18144a13d68569f27b9d584204bae3e0e875fe169b7) AuthConfig (8eca86d13b19699a891c2a93148cca1354b2623f5fecda877e5880278ad5b6eb) AuthConfig (32e35b35a51016ce40add6a1ce4f83d634ddd59d2136d74cc9783df17c3d2e3f) AuthConfig (634532e8a55026068477289e01a082b731c02622c770708a910219f7b73e776c) AuthConfig (dfbae63788e6152962249005d9ef57f74755119cdca1c0c4040c583b93dafcae) AuthConfig (9e9732209920a37e2ec76d8c055ff00bf7094416fc4632cae9c2fd3c04612b78) AuthConfig (9105f8915dc19fd133be44b5e21f14a8f4ad200d5361d8b76fe19d698523e69b) AuthConfig (be8eaba77c60bce9602bcdcb3d2c41953fa028ad2e33dcbaec8f9b789a427573) AuthConfig (44be60b06e107dd735aaf65df6f5bcfd2fdc0275ccf1ded00bb10540daf3bcb0) AuthConfig (d010cbdd47737a02d26fda1d77387b2716b7fb388b15450e72d520180bcfcd5a) AuthConfig (dfb7c169a8bf1fe32883986e668a1f1a3c4faac1e4535acce7ae7dda50a22b96) AuthConfig (839c7902a7b2cbd559f0a462b7c5109f558c821299533aa2cbec1f3fe58e6058) AuthConfig (744599ed468632b409ae9927ca5fa1c8e879dbfa5503e7ba86dce34ce2d361f1) AuthConfig (970657224d8dff0421f62e1f1d077151f0af90010748290c7616e3193c779bf7) AuthConfig (543f6ef057108ac61c7149deb60202c6481be22b905b059e02519b306a2c185e) AuthConfig (5f6b0375e105720f9e81f32b4a1ef0f35c36433b36d384d2f3475ac4268d9e72) AuthConfig (0d3170a656b59166152f0a3027d557c1b79bc3cf4fb463808413981b0a093ac8) AuthConfig (0da38320bbf3e3119b17ae256375827783ac3d1145f8e30d7663d2726a7793c3) AuthConfig (793f4756a2ad3c4ae03eddbc85e05a2c5ab8a0a11811f509c8f1901daf478779) AuthConfig (5df97232035927615c4efe14f792b6c7b5703109e060f064891473dc2ec056e6) AuthConfig (f9d9b1b6ab13b3c825cba42da06a53ca856981f1439a338df638e8218b0e20c8) AuthConfig (20ba09843d85a6bca8d0d3f7b99ae7f473408790c9bbf83d81fe90e17137fb18) AuthConfig (7311fa181a881cce57f3514a956f7a9a72a99ffb744130b521e15e1209958a64) AuthConfig (56448487ec1eeb6d7325decc2875d6490486f7a2e8dcd5a8fd3262bb7f080968) AuthConfig (92c73ef679e010d930233b173ac2da08ffa023c549480e51c0ef2b3c9ea31cea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"70c68107-7c9f-4036-9499-54127174f3c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.308076157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"6b100025-5746-437c-8fbc-20e95c90a337","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.361464895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"6b100025-5746-437c-8fbc-20e95c90a337","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.41400795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-14b321-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6909c8dfb2c6172b27f02b56528e2228916af7896706339cc168237b3a15512d) AuthConfig (20e0e9cf39ad3ed2a5c55a8f2f55541b37112bcb845cfc7739f28aba1e57ef75) AuthConfig (ce77f93b8bdb7dc500ca50a81713b394ff5c60974eb77815987fc2e8eb1c0ed0) AuthConfig (092a4272e8d89305a831549d06adefe79c9226bdfb8d05cbf7359ffb3edf2db7) AuthConfig (c496f6b4563f196b0041ade519bf3e04f9f516b78b3de247594063cd5219e38b) AuthConfig (2b3419c0521c140c4b86d18144a13d68569f27b9d584204bae3e0e875fe169b7) AuthConfig (8eca86d13b19699a891c2a93148cca1354b2623f5fecda877e5880278ad5b6eb) AuthConfig (32e35b35a51016ce40add6a1ce4f83d634ddd59d2136d74cc9783df17c3d2e3f) AuthConfig (634532e8a55026068477289e01a082b731c02622c770708a910219f7b73e776c) AuthConfig (dfbae63788e6152962249005d9ef57f74755119cdca1c0c4040c583b93dafcae) AuthConfig (9e9732209920a37e2ec76d8c055ff00bf7094416fc4632cae9c2fd3c04612b78) AuthConfig (9105f8915dc19fd133be44b5e21f14a8f4ad200d5361d8b76fe19d698523e69b) AuthConfig (be8eaba77c60bce9602bcdcb3d2c41953fa028ad2e33dcbaec8f9b789a427573) AuthConfig (44be60b06e107dd735aaf65df6f5bcfd2fdc0275ccf1ded00bb10540daf3bcb0) AuthConfig (d010cbdd47737a02d26fda1d77387b2716b7fb388b15450e72d520180bcfcd5a) AuthConfig (dfb7c169a8bf1fe32883986e668a1f1a3c4faac1e4535acce7ae7dda50a22b96) AuthConfig (839c7902a7b2cbd559f0a462b7c5109f558c821299533aa2cbec1f3fe58e6058) AuthConfig (744599ed468632b409ae9927ca5fa1c8e879dbfa5503e7ba86dce34ce2d361f1) AuthConfig (970657224d8dff0421f62e1f1d077151f0af90010748290c7616e3193c779bf7) AuthConfig (543f6ef057108ac61c7149deb60202c6481be22b905b059e02519b306a2c185e) AuthConfig (5f6b0375e105720f9e81f32b4a1ef0f35c36433b36d384d2f3475ac4268d9e72) AuthConfig (0d3170a656b59166152f0a3027d557c1b79bc3cf4fb463808413981b0a093ac8) AuthConfig (0da38320bbf3e3119b17ae256375827783ac3d1145f8e30d7663d2726a7793c3) AuthConfig (793f4756a2ad3c4ae03eddbc85e05a2c5ab8a0a11811f509c8f1901daf478779) AuthConfig (5df97232035927615c4efe14f792b6c7b5703109e060f064891473dc2ec056e6) AuthConfig (f9d9b1b6ab13b3c825cba42da06a53ca856981f1439a338df638e8218b0e20c8) AuthConfig (20ba09843d85a6bca8d0d3f7b99ae7f473408790c9bbf83d81fe90e17137fb18) AuthConfig (7311fa181a881cce57f3514a956f7a9a72a99ffb744130b521e15e1209958a64) AuthConfig (56448487ec1eeb6d7325decc2875d6490486f7a2e8dcd5a8fd3262bb7f080968) AuthConfig (92c73ef679e010d930233b173ac2da08ffa023c549480e51c0ef2b3c9ea31cea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"6b100025-5746-437c-8fbc-20e95c90a337","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:06.046755983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"1138946b-0c43-4f06-b4b3-a363c9e70145","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:06.146279467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"0516baa5-ac29-4c00-82cb-9d0de8102752","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:08.851118766Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:13.415322457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"0b230ea5-8fcd-4c55-a2d7-0919fc1d2ec0","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:13.477907645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"d5e58c8d-f751-4ca5-981c-8df4fe4b563e","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:15.355110154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"f027bef6-338e-4d9e-80c6-b0b8bef5f13f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:15.408708844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"f027bef6-338e-4d9e-80c6-b0b8bef5f13f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:15.563114813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"8b157b9e-c5cb-4e82-86e2-d7d3b5bb2b0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:15.617755418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"8b157b9e-c5cb-4e82-86e2-d7d3b5bb2b0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:15.665223713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"f1681f05-e479-4b84-984e-6f354ae8ad43","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:15.923639547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"05eda120-0e0b-426a-8e78-e9999e441501","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:21.778039417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"b46709d4-fbd8-4712-8dee-6c04eff04009","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:25.78963405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"4bad5fff-b253-435a-ae9c-692a8ff520df","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:25.843698013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"21922320-e338-4ae9-b8d1-97cf8f9376a3","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:25.99162827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8d6eabd9-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-dry-sub-8d6eabd9-auth","reconcileID":"01ff0dd9-3850-425a-8288-da42891eab53","MaaSAuthPolicy":{"name":"e2e-dry-sub-8d6eabd9-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.044932705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8d6eabd9-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-dry-sub-8d6eabd9-auth","reconcileID":"01ff0dd9-3850-425a-8288-da42891eab53","MaaSAuthPolicy":{"name":"e2e-dry-sub-8d6eabd9-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.100225417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"78453479-ecce-438b-aada-1a8619570466","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.154192474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"f37064c9-4d03-4f94-a42a-dd7715368ac8","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:26.205111697Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-8d6eabd9","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-dry-sub-8d6eabd9","reconcileID":"ce869f0f-215d-4858-9e2e-07d16cf12258","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-8d6eabd9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.208710113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"3e40f466-4924-44f1-b9dc-0858ca16841f","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.247144932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"0c905109-38ec-4c28-b6a8-0a358dc441f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.247170731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"d73c9146-0ea3-4bd1-a7d7-916e8db2131c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.263446792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"52a0c512-ce37-4aef-bd1b-01224f5c5b3e","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.302461802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"d73c9146-0ea3-4bd1-a7d7-916e8db2131c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.302464359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"0c905109-38ec-4c28-b6a8-0a358dc441f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.318735054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"b5dec42a-4009-47bd-abf5-01fed25c7f60","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.350729776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"0a054911-7c24-46cf-9641-cdc2cb666bde","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.370991312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"5c3dec2b-d1a4-400d-9ac1-f6860d10bb9a","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.529468638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8d6eabd9-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-dry-sub-8d6eabd9-auth","reconcileID":"5ab33d31-40c1-432a-8e82-1a967131e59d","MaaSAuthPolicy":{"name":"e2e-dry-sub-8d6eabd9-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.582678959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8d6eabd9-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-dry-sub-8d6eabd9-auth","reconcileID":"5ab33d31-40c1-432a-8e82-1a967131e59d","MaaSAuthPolicy":{"name":"e2e-dry-sub-8d6eabd9-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.627347015Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-8d6eabd9","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-dry-sub-8d6eabd9","reconcileID":"672cd268-b022-4ac3-b818-8defeae4a28c","MaaSSubscription":{"name":"e2e-dry-sub-8d6eabd9","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-14b321/e2e-dry-sub-8d6eabd9","ai-tenant-e2e-worker-w3-14b321/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.650293124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"41bab596-c64f-4104-990a-09047facdab9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.650687755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"72ecd148-1d92-4913-96c5-c3214af7d09a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.704889572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"41bab596-c64f-4104-990a-09047facdab9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.725528705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"72ecd148-1d92-4913-96c5-c3214af7d09a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.782938685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"fc4e1f49-8f6e-4572-aa39-757526b6b4f7","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.833159815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"25b1fb48-c773-434e-95af-6d86361c1f55","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.98352496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-8d6eabd9","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-dry-sub-8d6eabd9","reconcileID":"d6b54bd5-b1ad-4bd8-8fd3-693fb093d7de","MaaSSubscription":{"name":"e2e-dry-sub-8d6eabd9","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:30.725778328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"f697dfda-b889-4e91-b081-2642ee4f82e9","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:30.87467423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"6470bc8d-ff45-428c-bdd3-938412e60626","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:30.874699315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"9cc7351d-d0dd-4ed8-a9cf-a5784a0ce472","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:30.875107022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8d6eabd9-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-dry-sub-8d6eabd9-auth","reconcileID":"f807be3c-0ec6-4cca-88c2-5ed670178262","MaaSAuthPolicy":{"name":"e2e-dry-sub-8d6eabd9-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:30.930440324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"9cc7351d-d0dd-4ed8-a9cf-a5784a0ce472","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:30.934169682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8d6eabd9-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-dry-sub-8d6eabd9-auth","reconcileID":"f807be3c-0ec6-4cca-88c2-5ed670178262","MaaSAuthPolicy":{"name":"e2e-dry-sub-8d6eabd9-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:30.935546416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"6470bc8d-ff45-428c-bdd3-938412e60626","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:33.022764485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"c8594403-c922-41ea-87e7-0c18b13335b7","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:33.691531369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"premium-w0-59f97a","reconcileID":"b7e1f5a5-f923-4b53-a2b0-baf40b71122e","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"premium-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"premium-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:33.796700164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"919223f3-f374-4fd3-9705-76eba914d43a","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:33.849019497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"dfd104a0-0525-4d9f-a76f-31dabe47c05e","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:33.904696696Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"8c30f941-9eb9-4127-a7ee-85882645bfa5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.01957956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"e58bb1a1-1254-4ab4-8922-3cc20abb64b3","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.061218973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"156b905b-34fc-4c80-9b25-16c871aa4fcd","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.116587529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"dcbf0819-1ee4-44b3-8e90-772ffd787116","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.213938826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"9b20e593-db9c-4c54-8e80-d14cac84bd7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.277564599Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"743831df-8551-4071-8976-c77675dd6719","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"simulator-w0-59f97a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-59f97a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.332609889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"premium-w0-59f97a","reconcileID":"db4a77c7-9f86-44f8-b0cf-c3ee673754b0","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"premium-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"premium-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.334298318Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"9b20e593-db9c-4c54-8e80-d14cac84bd7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.386719184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"25a75c40-020e-45a3-812d-08b3b1428a75","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.389518603Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-59f97a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"9b20e593-db9c-4c54-8e80-d14cac84bd7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:34.43217426Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"743831df-8551-4071-8976-c77675dd6719","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.440123773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"premium-w0-59f97a","reconcileID":"34e2e7f6-3d79-4504-a73f-0f6becfd3947","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"premium-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"premium-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:34.441315206Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-59f97a/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.444078386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"a642482a-5250-45f4-bbe8-81d2e8645872","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.49379551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"premium-w0-59f97a","reconcileID":"b5e6c400-7b99-4b77-b965-febaf0d1a890","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"premium-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"premium-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.543219786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"d1f1a835-b036-43c1-b6ef-6752d97537c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.596352813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"d1f1a835-b036-43c1-b6ef-6752d97537c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.614768006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"premium-w0-59f97a","reconcileID":"092d93a5-b54f-4d31-8f63-1a3e3b50f073","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"premium-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"premium-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.632397981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"b7da30e7-ce73-4d99-acec-e82d6b34b835","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.64820553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-59f97a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"d1f1a835-b036-43c1-b6ef-6752d97537c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.671653097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"premium-w0-59f97a","reconcileID":"74c2306f-d907-41e4-8760-649befda4222","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"premium-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"premium-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:34.722719358Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"premium-w0-59f97a","reconcileID":"74c2306f-d907-41e4-8760-649befda4222","name":"premium-w0-59f97a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-59f97a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:34.722780496Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"premium-w0-59f97a","reconcileID":"74c2306f-d907-41e4-8760-649befda4222","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-59f97a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.728084508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"premium-w0-59f97a","reconcileID":"ae74133f-7bdb-46cc-8bd7-22165638485c","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"premium-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"premium-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.735616565Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"721447f6-da11-4c34-b2b6-1793223355a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"premium-w0-59f97a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-59f97a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.789923485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"dd6203f7-5897-4f33-b30c-54c850829d95","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.817332508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"88c6b15e-cde5-41c5-a764-cbe29540c546","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.819068858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"48abcfbf-1eac-4c8c-b40b-c09af5c57c06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.870949627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"88c6b15e-cde5-41c5-a764-cbe29540c546","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.872224734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"48abcfbf-1eac-4c8c-b40b-c09af5c57c06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.892732373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"premium-w0-59f97a","reconcileID":"dc9587c6-fe36-496f-a8be-6b61de643dc9","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"premium-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"premium-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.92357422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-59f97a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"88c6b15e-cde5-41c5-a764-cbe29540c546","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.924198319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-59f97a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"48abcfbf-1eac-4c8c-b40b-c09af5c57c06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.977480822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"premium-w0-59f97a","reconcileID":"042b6785-416a-4123-b38e-7c8dd9ce3c3d","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"premium-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"premium-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:35.093202956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"1eaa836e-b315-4ecd-bf99-34a0d651e2e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:35.125887839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"b1e9a83c-9f3b-4029-99df-06a6df4b3fdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:35.179602821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"b1e9a83c-9f3b-4029-99df-06a6df4b3fdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:35.231531406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-59f97a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"b1e9a83c-9f3b-4029-99df-06a6df4b3fdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:38.853241381Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:40.88088409Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-8d6eabd9","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-dry-sub-8d6eabd9","reconcileID":"1b782c4d-9628-4331-9e19-c3ec1be76eb8","MaaSSubscription":{"name":"e2e-dry-sub-8d6eabd9","namespace":"ai-tenant-e2e-worker-w3-14b321"},"model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscription":"e2e-dry-sub-8d6eabd9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.048052797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"4544241e-b864-468d-9570-ddc85e07266e","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.087835464Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-8d6eabd9","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-dry-sub-8d6eabd9","reconcileID":"1b782c4d-9628-4331-9e19-c3ec1be76eb8","MaaSSubscription":{"name":"e2e-dry-sub-8d6eabd9","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-14b321/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.288666096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"6af35593-6d31-45b9-bd0d-4d616799a534","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.345545639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"7b6e3e2e-9855-4a2d-82ee-cc79f34ca82d","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.401443869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"premium-w0-59f97a","reconcileID":"ed0b4811-a14a-425a-98bf-56b6eef3b95c","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"premium-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"premium-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.475337663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"08b95997-a8ff-47ca-83ac-fc0efbb51d88","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.487850531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"b2761302-d6a5-4cb2-9cd5-400841f61c70","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.494343168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"04f9dd75-2ead-4f2d-9516-7c41c3cfa377","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.494494179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8d6eabd9-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-dry-sub-8d6eabd9-auth","reconcileID":"24a2068d-6600-4541-a31e-7fc22ed6b816","MaaSAuthPolicy":{"name":"e2e-dry-sub-8d6eabd9-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.49476656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"cce0aa82-66c6-4afc-bc99-4b606ca70124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.550020997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8d6eabd9-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-dry-sub-8d6eabd9-auth","reconcileID":"24a2068d-6600-4541-a31e-7fc22ed6b816","MaaSAuthPolicy":{"name":"e2e-dry-sub-8d6eabd9-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.550206381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"cce0aa82-66c6-4afc-bc99-4b606ca70124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.553547135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"04f9dd75-2ead-4f2d-9516-7c41c3cfa377","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.588811886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"16589a91-dacd-4ec4-8952-abb6c4b4fff1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.594243884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"86e22e61-f560-4956-b4e8-112c8003451d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.594381831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"234e653f-a4b3-4055-a9f6-11471586290f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.64495464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"8904574a-94c6-4283-af8d-3a24e08b3215","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.648594781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"234e653f-a4b3-4055-a9f6-11471586290f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.648739748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"86e22e61-f560-4956-b4e8-112c8003451d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.700854192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-59f97a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bd87e0e23fd969e8c8b26e990cb3bed9ed41abab866de1bfe78a29dfcd17dd6b) AuthConfig (4b2ea88586f11a6a46080700ea4a85ee4da0ab82172244e13a697ccaf542a1ce) AuthConfig (dd3fb645d2037a45dbb52c72a567af3587d8e03f4eed537c5483eda138be4549) AuthConfig (dc20cbb12a54242eaa0320a8c66d63454dc5963c49c6571a62c0ea7e7fb8b83e) AuthConfig (bd174d42d8b187e39a338eaad2bd9e4a0eed108be7feca01773456ee5a8bfd7a) AuthConfig (0fdebf9ae6bf8b40f142366fe73193df08ce8d50106ba568930ca963f135e711) AuthConfig (d3548b71778ce4ad0a8af3cf0206fcaec70f5431185616e53f01a97effc832b0) AuthConfig (b4d23f90fb27007ffa4057b926adb58e1d426a9799c615d3d3f2c2bff1d442a2) AuthConfig (31f9ac160864b744edffca3f2f085e5fdf85afaec4758781aab014524a2f3e69) AuthConfig (a66ff8f2db68681f640764506af72103a333780eb6b30ceeea227e159086192c) AuthConfig (45e772d6a360dcfe2baf3426bd59c985642be19c8ca6c3dbc68549380858b18e) AuthConfig (20da84677844640f057385ce4b8a077e1e5f41d82781afe2a6414a1fa46c4733) AuthConfig (6cfd2edf3aacb4ca6b9078f7d0ada8c55e8199f210ec23fba281d100f5211492) AuthConfig (107576fb75448aa3b71614759e9286ebc3121c9e974cc797c5a62a17d3ca1bd5) AuthConfig (57ffd4730ee05a3d87b6624daeadf1fa5414e0837e730f76c4d6ac6ff16d7dc7) AuthConfig (26003d4ceee11f07ea4013ba9a954999d402755441b30eaba13d4f7eb508e9f4) AuthConfig (4451ee3086d63fc20ba503f421d423c364cbde205127fb1d125cafc24d4c36a4) AuthConfig (f4ce63427697c6d77c76ad193498c27b5254f6038101967acf6630fd4fa038b8) AuthConfig (5bf3b6ce5c209b6bb53474dac01265490bb25f82efbda2a2df30be4a82411732) AuthConfig (286e7686262d7337161ad99f8eb8ba66294d73ddcc2919da9e2cb6ed93f28a1b) AuthConfig (cd9c11a431e7f120f42407ac004f2fcd702d26fcacd1b7d5d12c7c319af692cf) AuthConfig (eed11a531631d4d21a66d3720f70aeef1686a1795b373ce7e1b498a42636b458) AuthConfig (d36c2c505220a12130997136e8564529208b740fd17f8813a67c94b7841bbf8a) AuthConfig (217f56b9eb1062a6faa6c3b95999d639c1487115097ddb17495f23e04b6c278a) AuthConfig (e47e09e613d75b020804ec57eba0886e58fb04bc01e94a3353bb13862a8f89d9) AuthConfig (65b2708e822580fa4ca95a0ed433fe47ca40a777d92d85f12923e388999ff86c) AuthConfig (5ae5c7b660e24a9ac1d149d4a7d2e51483abec5c1aee499f8701dd566289fbf3) AuthConfig (c544bd95cc2fdb5e8d5733c2b514d9e0045f5ffd1ab1c4838435bb8f5976f6b7) AuthConfig (c7efa0aef93edf965f161993487b017ba4805a492406782478ddc71828df7170) AuthConfig (23affa5a2b6102d863e4a04bc0ba38993a3476c56762d2c0169424b35e595083)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"234e653f-a4b3-4055-a9f6-11471586290f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.701417147Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-59f97a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bd87e0e23fd969e8c8b26e990cb3bed9ed41abab866de1bfe78a29dfcd17dd6b) AuthConfig (4b2ea88586f11a6a46080700ea4a85ee4da0ab82172244e13a697ccaf542a1ce) AuthConfig (dd3fb645d2037a45dbb52c72a567af3587d8e03f4eed537c5483eda138be4549) AuthConfig (dc20cbb12a54242eaa0320a8c66d63454dc5963c49c6571a62c0ea7e7fb8b83e) AuthConfig (bd174d42d8b187e39a338eaad2bd9e4a0eed108be7feca01773456ee5a8bfd7a) AuthConfig (0fdebf9ae6bf8b40f142366fe73193df08ce8d50106ba568930ca963f135e711) AuthConfig (d3548b71778ce4ad0a8af3cf0206fcaec70f5431185616e53f01a97effc832b0) AuthConfig (b4d23f90fb27007ffa4057b926adb58e1d426a9799c615d3d3f2c2bff1d442a2) AuthConfig (31f9ac160864b744edffca3f2f085e5fdf85afaec4758781aab014524a2f3e69) AuthConfig (a66ff8f2db68681f640764506af72103a333780eb6b30ceeea227e159086192c) AuthConfig (45e772d6a360dcfe2baf3426bd59c985642be19c8ca6c3dbc68549380858b18e) AuthConfig (20da84677844640f057385ce4b8a077e1e5f41d82781afe2a6414a1fa46c4733) AuthConfig (6cfd2edf3aacb4ca6b9078f7d0ada8c55e8199f210ec23fba281d100f5211492) AuthConfig (107576fb75448aa3b71614759e9286ebc3121c9e974cc797c5a62a17d3ca1bd5) AuthConfig (57ffd4730ee05a3d87b6624daeadf1fa5414e0837e730f76c4d6ac6ff16d7dc7) AuthConfig (26003d4ceee11f07ea4013ba9a954999d402755441b30eaba13d4f7eb508e9f4) AuthConfig (4451ee3086d63fc20ba503f421d423c364cbde205127fb1d125cafc24d4c36a4) AuthConfig (f4ce63427697c6d77c76ad193498c27b5254f6038101967acf6630fd4fa038b8) AuthConfig (5bf3b6ce5c209b6bb53474dac01265490bb25f82efbda2a2df30be4a82411732) AuthConfig (286e7686262d7337161ad99f8eb8ba66294d73ddcc2919da9e2cb6ed93f28a1b) AuthConfig (cd9c11a431e7f120f42407ac004f2fcd702d26fcacd1b7d5d12c7c319af692cf) AuthConfig (eed11a531631d4d21a66d3720f70aeef1686a1795b373ce7e1b498a42636b458) AuthConfig (d36c2c505220a12130997136e8564529208b740fd17f8813a67c94b7841bbf8a) AuthConfig (217f56b9eb1062a6faa6c3b95999d639c1487115097ddb17495f23e04b6c278a) AuthConfig (e47e09e613d75b020804ec57eba0886e58fb04bc01e94a3353bb13862a8f89d9) AuthConfig (65b2708e822580fa4ca95a0ed433fe47ca40a777d92d85f12923e388999ff86c) AuthConfig (5ae5c7b660e24a9ac1d149d4a7d2e51483abec5c1aee499f8701dd566289fbf3) AuthConfig (c544bd95cc2fdb5e8d5733c2b514d9e0045f5ffd1ab1c4838435bb8f5976f6b7) AuthConfig (c7efa0aef93edf965f161993487b017ba4805a492406782478ddc71828df7170) AuthConfig (23affa5a2b6102d863e4a04bc0ba38993a3476c56762d2c0169424b35e595083)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"86e22e61-f560-4956-b4e8-112c8003451d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.745100613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"premium-w0-59f97a","reconcileID":"a60306f1-7f52-4654-8084-4a056b4b1f52","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"premium-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"premium-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.749843566Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8d6eabd9-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-dry-sub-8d6eabd9-auth","reconcileID":"ff95b1e8-1cc8-4f50-ad7b-2fa35bf507b5","MaaSAuthPolicy":{"name":"e2e-dry-sub-8d6eabd9-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.755718021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"premium-w0-59f97a","reconcileID":"d4a28003-a3fc-497b-922c-a18e8cc88a33","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"premium-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"premium-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.758439352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"ec9c9904-d78d-4fe9-8eb7-f84791d3455f","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.904072131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"6ee526f1-2b01-4292-98c6-36f0b1a68dbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.904969094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"a8cf8743-1174-4e73-8b5f-7ab6f6668c95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.957491603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"6ee526f1-2b01-4292-98c6-36f0b1a68dbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.958605376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"a8cf8743-1174-4e73-8b5f-7ab6f6668c95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:42.00607998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"4c10e953-3fb4-4bb2-9ba0-31376eb4afd4","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:42.009857404Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-59f97a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bd87e0e23fd969e8c8b26e990cb3bed9ed41abab866de1bfe78a29dfcd17dd6b) AuthConfig (4b2ea88586f11a6a46080700ea4a85ee4da0ab82172244e13a697ccaf542a1ce) AuthConfig (dd3fb645d2037a45dbb52c72a567af3587d8e03f4eed537c5483eda138be4549) AuthConfig (dc20cbb12a54242eaa0320a8c66d63454dc5963c49c6571a62c0ea7e7fb8b83e) AuthConfig (bd174d42d8b187e39a338eaad2bd9e4a0eed108be7feca01773456ee5a8bfd7a) AuthConfig (0fdebf9ae6bf8b40f142366fe73193df08ce8d50106ba568930ca963f135e711) AuthConfig (d3548b71778ce4ad0a8af3cf0206fcaec70f5431185616e53f01a97effc832b0) AuthConfig (b4d23f90fb27007ffa4057b926adb58e1d426a9799c615d3d3f2c2bff1d442a2) AuthConfig (31f9ac160864b744edffca3f2f085e5fdf85afaec4758781aab014524a2f3e69) AuthConfig (a66ff8f2db68681f640764506af72103a333780eb6b30ceeea227e159086192c) AuthConfig (45e772d6a360dcfe2baf3426bd59c985642be19c8ca6c3dbc68549380858b18e) AuthConfig (20da84677844640f057385ce4b8a077e1e5f41d82781afe2a6414a1fa46c4733) AuthConfig (6cfd2edf3aacb4ca6b9078f7d0ada8c55e8199f210ec23fba281d100f5211492) AuthConfig (107576fb75448aa3b71614759e9286ebc3121c9e974cc797c5a62a17d3ca1bd5) AuthConfig (57ffd4730ee05a3d87b6624daeadf1fa5414e0837e730f76c4d6ac6ff16d7dc7) AuthConfig (26003d4ceee11f07ea4013ba9a954999d402755441b30eaba13d4f7eb508e9f4) AuthConfig (4451ee3086d63fc20ba503f421d423c364cbde205127fb1d125cafc24d4c36a4) AuthConfig (f4ce63427697c6d77c76ad193498c27b5254f6038101967acf6630fd4fa038b8) AuthConfig (5bf3b6ce5c209b6bb53474dac01265490bb25f82efbda2a2df30be4a82411732) AuthConfig (286e7686262d7337161ad99f8eb8ba66294d73ddcc2919da9e2cb6ed93f28a1b) AuthConfig (cd9c11a431e7f120f42407ac004f2fcd702d26fcacd1b7d5d12c7c319af692cf) AuthConfig (eed11a531631d4d21a66d3720f70aeef1686a1795b373ce7e1b498a42636b458) AuthConfig (d36c2c505220a12130997136e8564529208b740fd17f8813a67c94b7841bbf8a) AuthConfig (217f56b9eb1062a6faa6c3b95999d639c1487115097ddb17495f23e04b6c278a) AuthConfig (e47e09e613d75b020804ec57eba0886e58fb04bc01e94a3353bb13862a8f89d9) AuthConfig (65b2708e822580fa4ca95a0ed433fe47ca40a777d92d85f12923e388999ff86c) AuthConfig (5ae5c7b660e24a9ac1d149d4a7d2e51483abec5c1aee499f8701dd566289fbf3) AuthConfig (c544bd95cc2fdb5e8d5733c2b514d9e0045f5ffd1ab1c4838435bb8f5976f6b7) AuthConfig (c7efa0aef93edf965f161993487b017ba4805a492406782478ddc71828df7170) AuthConfig (23affa5a2b6102d863e4a04bc0ba38993a3476c56762d2c0169424b35e595083)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"6ee526f1-2b01-4292-98c6-36f0b1a68dbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:42.010651202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-59f97a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bd87e0e23fd969e8c8b26e990cb3bed9ed41abab866de1bfe78a29dfcd17dd6b) AuthConfig (4b2ea88586f11a6a46080700ea4a85ee4da0ab82172244e13a697ccaf542a1ce) AuthConfig (dd3fb645d2037a45dbb52c72a567af3587d8e03f4eed537c5483eda138be4549) AuthConfig (dc20cbb12a54242eaa0320a8c66d63454dc5963c49c6571a62c0ea7e7fb8b83e) AuthConfig (bd174d42d8b187e39a338eaad2bd9e4a0eed108be7feca01773456ee5a8bfd7a) AuthConfig (0fdebf9ae6bf8b40f142366fe73193df08ce8d50106ba568930ca963f135e711) AuthConfig (d3548b71778ce4ad0a8af3cf0206fcaec70f5431185616e53f01a97effc832b0) AuthConfig (b4d23f90fb27007ffa4057b926adb58e1d426a9799c615d3d3f2c2bff1d442a2) AuthConfig (31f9ac160864b744edffca3f2f085e5fdf85afaec4758781aab014524a2f3e69) AuthConfig (a66ff8f2db68681f640764506af72103a333780eb6b30ceeea227e159086192c) AuthConfig (45e772d6a360dcfe2baf3426bd59c985642be19c8ca6c3dbc68549380858b18e) AuthConfig (20da84677844640f057385ce4b8a077e1e5f41d82781afe2a6414a1fa46c4733) AuthConfig (6cfd2edf3aacb4ca6b9078f7d0ada8c55e8199f210ec23fba281d100f5211492) AuthConfig (107576fb75448aa3b71614759e9286ebc3121c9e974cc797c5a62a17d3ca1bd5) AuthConfig (57ffd4730ee05a3d87b6624daeadf1fa5414e0837e730f76c4d6ac6ff16d7dc7) AuthConfig (26003d4ceee11f07ea4013ba9a954999d402755441b30eaba13d4f7eb508e9f4) AuthConfig (4451ee3086d63fc20ba503f421d423c364cbde205127fb1d125cafc24d4c36a4) AuthConfig (f4ce63427697c6d77c76ad193498c27b5254f6038101967acf6630fd4fa038b8) AuthConfig (5bf3b6ce5c209b6bb53474dac01265490bb25f82efbda2a2df30be4a82411732) AuthConfig (286e7686262d7337161ad99f8eb8ba66294d73ddcc2919da9e2cb6ed93f28a1b) AuthConfig (cd9c11a431e7f120f42407ac004f2fcd702d26fcacd1b7d5d12c7c319af692cf) AuthConfig (eed11a531631d4d21a66d3720f70aeef1686a1795b373ce7e1b498a42636b458) AuthConfig (d36c2c505220a12130997136e8564529208b740fd17f8813a67c94b7841bbf8a) AuthConfig (217f56b9eb1062a6faa6c3b95999d639c1487115097ddb17495f23e04b6c278a) AuthConfig (e47e09e613d75b020804ec57eba0886e58fb04bc01e94a3353bb13862a8f89d9) AuthConfig (65b2708e822580fa4ca95a0ed433fe47ca40a777d92d85f12923e388999ff86c) AuthConfig (5ae5c7b660e24a9ac1d149d4a7d2e51483abec5c1aee499f8701dd566289fbf3) AuthConfig (c544bd95cc2fdb5e8d5733c2b514d9e0045f5ffd1ab1c4838435bb8f5976f6b7) AuthConfig (c7efa0aef93edf965f161993487b017ba4805a492406782478ddc71828df7170) AuthConfig (23affa5a2b6102d863e4a04bc0ba38993a3476c56762d2c0169424b35e595083)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"a8cf8743-1174-4e73-8b5f-7ab6f6668c95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:42.060333685Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"6ee526f1-2b01-4292-98c6-36f0b1a68dbd","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:42.060639561Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"a8cf8743-1174-4e73-8b5f-7ab6f6668c95","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:42.214128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"5606a3a2-5b37-4947-b4f6-1ec85fb616ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:42.214128063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"ee169bbf-f733-4b07-ab75-6d04885cf4b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:42.267744289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"5606a3a2-5b37-4947-b4f6-1ec85fb616ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:42.269989745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"ee169bbf-f733-4b07-ab75-6d04885cf4b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:42.319987297Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-59f97a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bd87e0e23fd969e8c8b26e990cb3bed9ed41abab866de1bfe78a29dfcd17dd6b) AuthConfig (4b2ea88586f11a6a46080700ea4a85ee4da0ab82172244e13a697ccaf542a1ce) AuthConfig (dd3fb645d2037a45dbb52c72a567af3587d8e03f4eed537c5483eda138be4549) AuthConfig (dc20cbb12a54242eaa0320a8c66d63454dc5963c49c6571a62c0ea7e7fb8b83e) AuthConfig (bd174d42d8b187e39a338eaad2bd9e4a0eed108be7feca01773456ee5a8bfd7a) AuthConfig (0fdebf9ae6bf8b40f142366fe73193df08ce8d50106ba568930ca963f135e711) AuthConfig (d3548b71778ce4ad0a8af3cf0206fcaec70f5431185616e53f01a97effc832b0) AuthConfig (b4d23f90fb27007ffa4057b926adb58e1d426a9799c615d3d3f2c2bff1d442a2) AuthConfig (31f9ac160864b744edffca3f2f085e5fdf85afaec4758781aab014524a2f3e69) AuthConfig (a66ff8f2db68681f640764506af72103a333780eb6b30ceeea227e159086192c) AuthConfig (45e772d6a360dcfe2baf3426bd59c985642be19c8ca6c3dbc68549380858b18e) AuthConfig (20da84677844640f057385ce4b8a077e1e5f41d82781afe2a6414a1fa46c4733) AuthConfig (6cfd2edf3aacb4ca6b9078f7d0ada8c55e8199f210ec23fba281d100f5211492) AuthConfig (107576fb75448aa3b71614759e9286ebc3121c9e974cc797c5a62a17d3ca1bd5) AuthConfig (57ffd4730ee05a3d87b6624daeadf1fa5414e0837e730f76c4d6ac6ff16d7dc7) AuthConfig (26003d4ceee11f07ea4013ba9a954999d402755441b30eaba13d4f7eb508e9f4) AuthConfig (4451ee3086d63fc20ba503f421d423c364cbde205127fb1d125cafc24d4c36a4) AuthConfig (f4ce63427697c6d77c76ad193498c27b5254f6038101967acf6630fd4fa038b8) AuthConfig (5bf3b6ce5c209b6bb53474dac01265490bb25f82efbda2a2df30be4a82411732) AuthConfig (286e7686262d7337161ad99f8eb8ba66294d73ddcc2919da9e2cb6ed93f28a1b) AuthConfig (cd9c11a431e7f120f42407ac004f2fcd702d26fcacd1b7d5d12c7c319af692cf) AuthConfig (eed11a531631d4d21a66d3720f70aeef1686a1795b373ce7e1b498a42636b458) AuthConfig (d36c2c505220a12130997136e8564529208b740fd17f8813a67c94b7841bbf8a) AuthConfig (217f56b9eb1062a6faa6c3b95999d639c1487115097ddb17495f23e04b6c278a) AuthConfig (e47e09e613d75b020804ec57eba0886e58fb04bc01e94a3353bb13862a8f89d9) AuthConfig (65b2708e822580fa4ca95a0ed433fe47ca40a777d92d85f12923e388999ff86c) AuthConfig (5ae5c7b660e24a9ac1d149d4a7d2e51483abec5c1aee499f8701dd566289fbf3) AuthConfig (c544bd95cc2fdb5e8d5733c2b514d9e0045f5ffd1ab1c4838435bb8f5976f6b7) AuthConfig (c7efa0aef93edf965f161993487b017ba4805a492406782478ddc71828df7170) AuthConfig (23affa5a2b6102d863e4a04bc0ba38993a3476c56762d2c0169424b35e595083)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"5606a3a2-5b37-4947-b4f6-1ec85fb616ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:42.322689578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-59f97a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bd87e0e23fd969e8c8b26e990cb3bed9ed41abab866de1bfe78a29dfcd17dd6b) AuthConfig (4b2ea88586f11a6a46080700ea4a85ee4da0ab82172244e13a697ccaf542a1ce) AuthConfig (dd3fb645d2037a45dbb52c72a567af3587d8e03f4eed537c5483eda138be4549) AuthConfig (dc20cbb12a54242eaa0320a8c66d63454dc5963c49c6571a62c0ea7e7fb8b83e) AuthConfig (bd174d42d8b187e39a338eaad2bd9e4a0eed108be7feca01773456ee5a8bfd7a) AuthConfig (0fdebf9ae6bf8b40f142366fe73193df08ce8d50106ba568930ca963f135e711) AuthConfig (d3548b71778ce4ad0a8af3cf0206fcaec70f5431185616e53f01a97effc832b0) AuthConfig (b4d23f90fb27007ffa4057b926adb58e1d426a9799c615d3d3f2c2bff1d442a2) AuthConfig (31f9ac160864b744edffca3f2f085e5fdf85afaec4758781aab014524a2f3e69) AuthConfig (a66ff8f2db68681f640764506af72103a333780eb6b30ceeea227e159086192c) AuthConfig (45e772d6a360dcfe2baf3426bd59c985642be19c8ca6c3dbc68549380858b18e) AuthConfig (20da84677844640f057385ce4b8a077e1e5f41d82781afe2a6414a1fa46c4733) AuthConfig (6cfd2edf3aacb4ca6b9078f7d0ada8c55e8199f210ec23fba281d100f5211492) AuthConfig (107576fb75448aa3b71614759e9286ebc3121c9e974cc797c5a62a17d3ca1bd5) AuthConfig (57ffd4730ee05a3d87b6624daeadf1fa5414e0837e730f76c4d6ac6ff16d7dc7) AuthConfig (26003d4ceee11f07ea4013ba9a954999d402755441b30eaba13d4f7eb508e9f4) AuthConfig (4451ee3086d63fc20ba503f421d423c364cbde205127fb1d125cafc24d4c36a4) AuthConfig (f4ce63427697c6d77c76ad193498c27b5254f6038101967acf6630fd4fa038b8) AuthConfig (5bf3b6ce5c209b6bb53474dac01265490bb25f82efbda2a2df30be4a82411732) AuthConfig (286e7686262d7337161ad99f8eb8ba66294d73ddcc2919da9e2cb6ed93f28a1b) AuthConfig (cd9c11a431e7f120f42407ac004f2fcd702d26fcacd1b7d5d12c7c319af692cf) AuthConfig (eed11a531631d4d21a66d3720f70aeef1686a1795b373ce7e1b498a42636b458) AuthConfig (d36c2c505220a12130997136e8564529208b740fd17f8813a67c94b7841bbf8a) AuthConfig (217f56b9eb1062a6faa6c3b95999d639c1487115097ddb17495f23e04b6c278a) AuthConfig (e47e09e613d75b020804ec57eba0886e58fb04bc01e94a3353bb13862a8f89d9) AuthConfig (65b2708e822580fa4ca95a0ed433fe47ca40a777d92d85f12923e388999ff86c) AuthConfig (5ae5c7b660e24a9ac1d149d4a7d2e51483abec5c1aee499f8701dd566289fbf3) AuthConfig (c544bd95cc2fdb5e8d5733c2b514d9e0045f5ffd1ab1c4838435bb8f5976f6b7) AuthConfig (c7efa0aef93edf965f161993487b017ba4805a492406782478ddc71828df7170) AuthConfig (23affa5a2b6102d863e4a04bc0ba38993a3476c56762d2c0169424b35e595083)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"ee169bbf-f733-4b07-ab75-6d04885cf4b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:43.089786869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"b05a2e0f-5bf5-4f45-883a-e2968b2596ed","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:43.141973856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"27847b29-7c59-4425-822f-ab5c3154bc42","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:43.250298843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"1422277f-609d-4414-b363-200e4ef78deb","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:43.289988366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-93e9fbf3-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-combo-sub-93e9fbf3-auth","reconcileID":"564a2f6f-dd7c-4696-afee-a2f2b17c2e84","MaaSAuthPolicy":{"name":"e2e-combo-sub-93e9fbf3-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:43.312379826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"acea16d3-84a6-430c-a40e-01fff0a641cd","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:43.344651246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-93e9fbf3-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-combo-sub-93e9fbf3-auth","reconcileID":"564a2f6f-dd7c-4696-afee-a2f2b17c2e84","MaaSAuthPolicy":{"name":"e2e-combo-sub-93e9fbf3-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:43.360675525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"5d0287bf-3dd2-4182-bef6-85e3b2708e55","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:43.413198158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"8a9861e8-54f5-4b81-8e2f-77a20e25c87f","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:43.467091934Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-93e9fbf3","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-combo-sub-93e9fbf3","reconcileID":"ed37fb5e-69f6-4168-ad2e-20f26140b846","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-93e9fbf3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:43.544033273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"ed8bfa1f-9138-4948-92d4-b33630a0a4dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:43.544058888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"c4fca3ae-e077-42ca-a52c-6f3268a2ad35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:43.578317735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"dff8e34f-418a-46a2-af3f-a533bdd29421","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:43.59797452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"ed8bfa1f-9138-4948-92d4-b33630a0a4dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:43.598172959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"c4fca3ae-e077-42ca-a52c-6f3268a2ad35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:43.630390515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"afecda9c-b569-4402-a60e-b2bd5a06a1cd","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:43.697602689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"72c19cde-73ef-4740-ba7f-aa42a7f52100","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:43.846057698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-93e9fbf3-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-combo-sub-93e9fbf3-auth","reconcileID":"9dd3af1a-749f-4c99-ad14-44cdcf3ca95a","MaaSAuthPolicy":{"name":"e2e-combo-sub-93e9fbf3-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:43.885481961Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-93e9fbf3","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-combo-sub-93e9fbf3","reconcileID":"ef7e940c-04ab-43e0-b502-f22dbf093e80","MaaSSubscription":{"name":"e2e-combo-sub-93e9fbf3","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-14b321/e2e-combo-sub-93e9fbf3","ai-tenant-e2e-worker-w3-14b321/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:43.899797617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-93e9fbf3-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-combo-sub-93e9fbf3-auth","reconcileID":"9dd3af1a-749f-4c99-ad14-44cdcf3ca95a","MaaSAuthPolicy":{"name":"e2e-combo-sub-93e9fbf3-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:43.993610484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"44a39a8d-7050-44e1-84e2-b82980c30faa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:43.993648749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"0fa9509a-53d0-4a31-9cbb-7699cf5b1c89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:44.041212212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"2c44b605-1d7a-47a2-9820-75101bfaba40","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:44.0470583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"0fa9509a-53d0-4a31-9cbb-7699cf5b1c89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:44.04718583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"44a39a8d-7050-44e1-84e2-b82980c30faa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:44.085293988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"62f671b9-34a8-47bc-8db7-d9d53f1fd86b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:44.240497164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-93e9fbf3","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-combo-sub-93e9fbf3","reconcileID":"d8bc212c-ea47-4486-846e-c245356891b4","MaaSSubscription":{"name":"e2e-combo-sub-93e9fbf3","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:48.525733049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"3a17f85d-9e13-40a3-ac88-b13b646185c5","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:48.674919833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"7bf368a6-6e30-4eae-997e-6b514f2f1d67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:48.674958055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"a7a0cb02-55b2-4092-bbae-243bc08687c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:48.675562748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-93e9fbf3-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-combo-sub-93e9fbf3-auth","reconcileID":"edb80438-da61-4f90-ba74-2b3f7c4ab703","MaaSAuthPolicy":{"name":"e2e-combo-sub-93e9fbf3-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:48.730280858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-93e9fbf3-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-combo-sub-93e9fbf3-auth","reconcileID":"edb80438-da61-4f90-ba74-2b3f7c4ab703","MaaSAuthPolicy":{"name":"e2e-combo-sub-93e9fbf3-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:48.73036005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"7bf368a6-6e30-4eae-997e-6b514f2f1d67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:48.732557056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"a7a0cb02-55b2-4092-bbae-243bc08687c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:52.468812845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"8b552803-81fd-4780-8630-4282dc5ce72b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:52.470217032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"85419a33-42ba-4710-88fb-ab0b49beee81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:52.522720748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"8b552803-81fd-4780-8630-4282dc5ce72b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:52.523363721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"85419a33-42ba-4710-88fb-ab0b49beee81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:52.575264292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-59f97a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bd87e0e23fd969e8c8b26e990cb3bed9ed41abab866de1bfe78a29dfcd17dd6b) AuthConfig (4b2ea88586f11a6a46080700ea4a85ee4da0ab82172244e13a697ccaf542a1ce) AuthConfig (dd3fb645d2037a45dbb52c72a567af3587d8e03f4eed537c5483eda138be4549) AuthConfig (dc20cbb12a54242eaa0320a8c66d63454dc5963c49c6571a62c0ea7e7fb8b83e) AuthConfig (bd174d42d8b187e39a338eaad2bd9e4a0eed108be7feca01773456ee5a8bfd7a) AuthConfig (0fdebf9ae6bf8b40f142366fe73193df08ce8d50106ba568930ca963f135e711) AuthConfig (d3548b71778ce4ad0a8af3cf0206fcaec70f5431185616e53f01a97effc832b0) AuthConfig (b4d23f90fb27007ffa4057b926adb58e1d426a9799c615d3d3f2c2bff1d442a2) AuthConfig (31f9ac160864b744edffca3f2f085e5fdf85afaec4758781aab014524a2f3e69) AuthConfig (a66ff8f2db68681f640764506af72103a333780eb6b30ceeea227e159086192c) AuthConfig (45e772d6a360dcfe2baf3426bd59c985642be19c8ca6c3dbc68549380858b18e) AuthConfig (20da84677844640f057385ce4b8a077e1e5f41d82781afe2a6414a1fa46c4733) AuthConfig (6cfd2edf3aacb4ca6b9078f7d0ada8c55e8199f210ec23fba281d100f5211492) AuthConfig (107576fb75448aa3b71614759e9286ebc3121c9e974cc797c5a62a17d3ca1bd5) AuthConfig (57ffd4730ee05a3d87b6624daeadf1fa5414e0837e730f76c4d6ac6ff16d7dc7) AuthConfig (26003d4ceee11f07ea4013ba9a954999d402755441b30eaba13d4f7eb508e9f4) AuthConfig (4451ee3086d63fc20ba503f421d423c364cbde205127fb1d125cafc24d4c36a4) AuthConfig (f4ce63427697c6d77c76ad193498c27b5254f6038101967acf6630fd4fa038b8) AuthConfig (5bf3b6ce5c209b6bb53474dac01265490bb25f82efbda2a2df30be4a82411732) AuthConfig (286e7686262d7337161ad99f8eb8ba66294d73ddcc2919da9e2cb6ed93f28a1b) AuthConfig (cd9c11a431e7f120f42407ac004f2fcd702d26fcacd1b7d5d12c7c319af692cf) AuthConfig (eed11a531631d4d21a66d3720f70aeef1686a1795b373ce7e1b498a42636b458) AuthConfig (d36c2c505220a12130997136e8564529208b740fd17f8813a67c94b7841bbf8a) AuthConfig (217f56b9eb1062a6faa6c3b95999d639c1487115097ddb17495f23e04b6c278a) AuthConfig (e47e09e613d75b020804ec57eba0886e58fb04bc01e94a3353bb13862a8f89d9) AuthConfig (65b2708e822580fa4ca95a0ed433fe47ca40a777d92d85f12923e388999ff86c) AuthConfig (5ae5c7b660e24a9ac1d149d4a7d2e51483abec5c1aee499f8701dd566289fbf3) AuthConfig (c544bd95cc2fdb5e8d5733c2b514d9e0045f5ffd1ab1c4838435bb8f5976f6b7) AuthConfig (c7efa0aef93edf965f161993487b017ba4805a492406782478ddc71828df7170) AuthConfig (23affa5a2b6102d863e4a04bc0ba38993a3476c56762d2c0169424b35e595083)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"85419a33-42ba-4710-88fb-ab0b49beee81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:52.575444663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-59f97a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bd87e0e23fd969e8c8b26e990cb3bed9ed41abab866de1bfe78a29dfcd17dd6b) AuthConfig (4b2ea88586f11a6a46080700ea4a85ee4da0ab82172244e13a697ccaf542a1ce) AuthConfig (dd3fb645d2037a45dbb52c72a567af3587d8e03f4eed537c5483eda138be4549) AuthConfig (dc20cbb12a54242eaa0320a8c66d63454dc5963c49c6571a62c0ea7e7fb8b83e) AuthConfig (bd174d42d8b187e39a338eaad2bd9e4a0eed108be7feca01773456ee5a8bfd7a) AuthConfig (0fdebf9ae6bf8b40f142366fe73193df08ce8d50106ba568930ca963f135e711) AuthConfig (d3548b71778ce4ad0a8af3cf0206fcaec70f5431185616e53f01a97effc832b0) AuthConfig (b4d23f90fb27007ffa4057b926adb58e1d426a9799c615d3d3f2c2bff1d442a2) AuthConfig (31f9ac160864b744edffca3f2f085e5fdf85afaec4758781aab014524a2f3e69) AuthConfig (a66ff8f2db68681f640764506af72103a333780eb6b30ceeea227e159086192c) AuthConfig (45e772d6a360dcfe2baf3426bd59c985642be19c8ca6c3dbc68549380858b18e) AuthConfig (20da84677844640f057385ce4b8a077e1e5f41d82781afe2a6414a1fa46c4733) AuthConfig (6cfd2edf3aacb4ca6b9078f7d0ada8c55e8199f210ec23fba281d100f5211492) AuthConfig (107576fb75448aa3b71614759e9286ebc3121c9e974cc797c5a62a17d3ca1bd5) AuthConfig (57ffd4730ee05a3d87b6624daeadf1fa5414e0837e730f76c4d6ac6ff16d7dc7) AuthConfig (26003d4ceee11f07ea4013ba9a954999d402755441b30eaba13d4f7eb508e9f4) AuthConfig (4451ee3086d63fc20ba503f421d423c364cbde205127fb1d125cafc24d4c36a4) AuthConfig (f4ce63427697c6d77c76ad193498c27b5254f6038101967acf6630fd4fa038b8) AuthConfig (5bf3b6ce5c209b6bb53474dac01265490bb25f82efbda2a2df30be4a82411732) AuthConfig (286e7686262d7337161ad99f8eb8ba66294d73ddcc2919da9e2cb6ed93f28a1b) AuthConfig (cd9c11a431e7f120f42407ac004f2fcd702d26fcacd1b7d5d12c7c319af692cf) AuthConfig (eed11a531631d4d21a66d3720f70aeef1686a1795b373ce7e1b498a42636b458) AuthConfig (d36c2c505220a12130997136e8564529208b740fd17f8813a67c94b7841bbf8a) AuthConfig (217f56b9eb1062a6faa6c3b95999d639c1487115097ddb17495f23e04b6c278a) AuthConfig (e47e09e613d75b020804ec57eba0886e58fb04bc01e94a3353bb13862a8f89d9) AuthConfig (65b2708e822580fa4ca95a0ed433fe47ca40a777d92d85f12923e388999ff86c) AuthConfig (5ae5c7b660e24a9ac1d149d4a7d2e51483abec5c1aee499f8701dd566289fbf3) AuthConfig (c544bd95cc2fdb5e8d5733c2b514d9e0045f5ffd1ab1c4838435bb8f5976f6b7) AuthConfig (c7efa0aef93edf965f161993487b017ba4805a492406782478ddc71828df7170) AuthConfig (23affa5a2b6102d863e4a04bc0ba38993a3476c56762d2c0169424b35e595083)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"8b552803-81fd-4780-8630-4282dc5ce72b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:58.680448619Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-93e9fbf3","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-combo-sub-93e9fbf3","reconcileID":"cc299979-c21d-4dc9-8bc0-f5383bf9a77c","MaaSSubscription":{"name":"e2e-combo-sub-93e9fbf3","namespace":"ai-tenant-e2e-worker-w3-14b321"},"model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscription":"e2e-combo-sub-93e9fbf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:58.883727867Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-93e9fbf3","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-combo-sub-93e9fbf3","reconcileID":"cc299979-c21d-4dc9-8bc0-f5383bf9a77c","MaaSSubscription":{"name":"e2e-combo-sub-93e9fbf3","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-14b321/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:59.083818538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"659158de-d3d8-46d3-832c-8bec65c79204","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:59.143308087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"a7fc0039-c9f0-4ad7-92da-4a9e389aaf86","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:59.278465055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"fa03491e-f28e-4d0e-b63d-8f54f7fcf5d8","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:59.291643267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"45a37bcb-193d-4304-a132-84777be060a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:59.291678154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"941259e9-8c96-46e0-861b-8f9b50bd090f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:59.292123087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-93e9fbf3-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-combo-sub-93e9fbf3-auth","reconcileID":"6d8bc925-3ecd-4681-be18-4fccec9144db","MaaSAuthPolicy":{"name":"e2e-combo-sub-93e9fbf3-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:59.345581692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"45a37bcb-193d-4304-a132-84777be060a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:59.345684296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-93e9fbf3-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-combo-sub-93e9fbf3-auth","reconcileID":"6d8bc925-3ecd-4681-be18-4fccec9144db","MaaSAuthPolicy":{"name":"e2e-combo-sub-93e9fbf3-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:59.347796146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"941259e9-8c96-46e0-861b-8f9b50bd090f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:59.545092922Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-93e9fbf3-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-combo-sub-93e9fbf3-auth","reconcileID":"5a97bc2b-ea38-43bd-8b21-a5a160322dee","MaaSAuthPolicy":{"name":"e2e-combo-sub-93e9fbf3-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:59.698893877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"3fd9c8d1-07ff-4bd2-89ee-5f5b8d7bd914","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:02.724944417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"3c208967-30f6-426d-9833-64c21a6dec99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:02.725025199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"48ccdf5d-e7c1-40ec-9b43-9915d540b2d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:02.779075782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"3c208967-30f6-426d-9833-64c21a6dec99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:02.77931734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"48ccdf5d-e7c1-40ec-9b43-9915d540b2d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.031340333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"b29919c4-0643-4679-9e11-e95b349b2027","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.034177201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"premium-w0-59f97a","reconcileID":"9eba7c82-5ed1-4054-9579-ceb4890acc9c","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"premium-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"premium-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:07.812501493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"39816a19-8b0b-4c71-b6b1-aa70e1f08254","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:07.874850375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"8d5a6e42-14c0-43c9-bb21-39ef1603c6da","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:08.852761323Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:11.764001346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"65c68e33-d9d8-4bbd-9e87-19713e17bc2c","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:11.817574179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"180fc2c5-55ff-4dd0-a6c3-d60981ee9cc4","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:11.965195402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-active-auth","reconcileID":"f3c39a1d-a048-4c09-8dc7-5951b3cbe280","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.019138948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-active-auth","reconcileID":"f3c39a1d-a048-4c09-8dc7-5951b3cbe280","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.044865165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"f4a4352a-b1a9-4758-9493-f2d4da77653d","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.116284361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"37245911-b5d0-49c4-b21f-0556d541f7b4","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:07:12.170169186Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-active-sub","reconcileID":"1f998129-7f50-4257-b8ce-68880086fca7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.213206676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"c653f497-40fc-430d-ab09-cf69cafba51a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.213206207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"0bcedf7b-d328-45fd-853b-a8a683475031","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.33514102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"7baa21b6-30b2-4f42-90a7-7eca07c068dc","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.335185122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"0bcedf7b-d328-45fd-853b-a8a683475031","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.335624905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"7ed95de0-2f92-4519-bac6-65a3b593c084","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.336688896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"c653f497-40fc-430d-ab09-cf69cafba51a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.389366835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"9c450245-7fbd-4045-bcc7-40692df2f0d4","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.482394986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-active-auth","reconcileID":"51558bde-5b47-4842-b5e8-f798502e2f06","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.535745605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-active-auth","reconcileID":"51558bde-5b47-4842-b5e8-f798502e2f06","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.641903263Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-active-sub","reconcileID":"643a57aa-0470-4dfb-96d2-77a687130d8f","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-59f97a/e2e-apikey-active-sub","ai-tenant-e2e-worker-w0-59f97a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.683085504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"9d1f65fc-b797-4c6b-b24c-43d113e5ccff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.683357102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"0aa37fa7-bd84-4e2b-9785-6db78cef157a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.737213814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"0aa37fa7-bd84-4e2b-9785-6db78cef157a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.73793976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"9d1f65fc-b797-4c6b-b24c-43d113e5ccff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.800624337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"9a2528eb-ac44-4e31-81af-1d56545c15e1","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.855143571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"85c8d622-db2a-4990-8847-07ff3941ff57","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.875888427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"e16f06a6-179f-4936-a012-9f8d927d5ff0","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.893380382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-active-auth","reconcileID":"7a845b44-028b-4607-829c-c433f87144ef","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.929191895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"3fb2e401-725b-4f42-afa0-908b77fc1c0a","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.948342709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-active-auth","reconcileID":"7a845b44-028b-4607-829c-c433f87144ef","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:13.01248447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-active-sub","reconcileID":"e34cc860-74ac-418e-84ac-8be7081075ce","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:13.077170914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-apikey-failed-auth","reconcileID":"2797fa9b-16e9-4640-bb1e-e24bde634c0b","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:13.130592771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-apikey-failed-auth","reconcileID":"2797fa9b-16e9-4640-bb1e-e24bde634c0b","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:13.344069668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"ec8d5639-58b0-4d3a-8a7e-0c6609e1cb38","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:07:13.398406665Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-14b321/e2e-apikey-failed-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:13.435345376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"e0e2389c-15ed-4b30-8853-c810818566ac","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:13.438021845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"5db3ca25-3713-4bc5-ab1c-214535268b44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:13.438029183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"d8037649-e2d2-4ed6-aba0-56a906d24fb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:13.492075155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"5db3ca25-3713-4bc5-ab1c-214535268b44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:13.492227682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"d8037649-e2d2-4ed6-aba0-56a906d24fb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:13.586558444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-apikey-failed-auth","reconcileID":"104f0e31-caaa-494c-b492-617451c220b4","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:13.641881491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-apikey-failed-auth","reconcileID":"104f0e31-caaa-494c-b492-617451c220b4","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:13.840589865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"5614b7eb-ec23-4334-9458-1b716480bd3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:13.840589886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"e49a3dcb-dabd-4a72-9c6e-e740bfc0d30e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:13.894686606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"5614b7eb-ec23-4334-9458-1b716480bd3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:13.894983053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"e49a3dcb-dabd-4a72-9c6e-e740bfc0d30e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:14.907006495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"c318daed-979e-4f0a-afd2-7d985c070569","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:15.055640729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"1ad32e5c-f175-4e65-a0d1-5ca835ad74e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:15.05587642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"479c20fe-4433-474b-9f27-e8a2e4e40be2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:15.055641705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-active-auth","reconcileID":"5232eaf6-8de3-49eb-bde4-56e2135b32d3","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:15.112240942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"1ad32e5c-f175-4e65-a0d1-5ca835ad74e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:15.112889016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-active-auth","reconcileID":"5232eaf6-8de3-49eb-bde4-56e2135b32d3","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:15.118194515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"479c20fe-4433-474b-9f27-e8a2e4e40be2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:16.317580794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"e13c411a-6d83-4cb9-80de-ea38f0422295","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:16.317825429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"db7bfdc9-c125-48f0-88d1-0dec3e11287f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:16.317578207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-apikey-failed-auth","reconcileID":"bb8939c0-b4c9-4778-a138-df9e240a71f5","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:16.373008176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"db7bfdc9-c125-48f0-88d1-0dec3e11287f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:16.373087161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"e13c411a-6d83-4cb9-80de-ea38f0422295","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:16.37672455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-apikey-failed-auth","reconcileID":"bb8939c0-b4c9-4778-a138-df9e240a71f5","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:19.702731054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"59b84d5b-1c1b-4beb-adb2-d1af3a121307","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:19.758360657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"7be07fa3-9152-4a06-a5d8-86999df4a30c","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:19.813343324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"f411642b-26a1-4886-b8d5-75af5c3a17ef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:19.866012717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"49ce2df4-4d12-4516-a3da-b3b36ad31b66","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:07:19.921323867Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"ebe9eb4d-c140-4857-9832-9d0ca0bea243","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:20.035642902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"c0ae06d1-73a9-4d49-810e-974f1e6f51b2","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:20.089937101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"8f18219f-2318-4d1a-8685-1296a73657e8","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:20.092971698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"07938063-9ae7-498e-953c-0cd1aaf2ddb1","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:20.147513164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"eb4d1f51-d1a7-48a7-83f7-a24e01e62745","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:07:20.197877873Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"eb4d1f51-d1a7-48a7-83f7-a24e01e62745","name":"simulator-w2-ba1918","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-ba1918\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:07:20.19797148Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"eb4d1f51-d1a7-48a7-83f7-a24e01e62745","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-ba1918\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:20.203301734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"26383d77-23f1-43e8-8568-6de02703fc37","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:20.245654825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"23a4fd0f-5555-4c62-96dc-5f105a1cbffc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:20.296781657Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"556ceac0-e08b-49c4-8939-49f38afaa0c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"simulator-w2-ba1918","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:20.364925728Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"23a4fd0f-5555-4c62-96dc-5f105a1cbffc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:20.372113706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"d7369370-2a21-429a-8532-58e110b692c7","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:20.417133195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ba1918-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"23a4fd0f-5555-4c62-96dc-5f105a1cbffc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:20.426993514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"889db00f-39dc-4f77-9842-ef0c2608aa68","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:07:20.449303462Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"556ceac0-e08b-49c4-8939-49f38afaa0c5","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:20.47198524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"e9dd605e-feae-401e-9c06-84dfd13e976a","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:20.478700717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"75a0634d-b293-4a0c-8a85-d2dea8ae098c","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:07:20.481831461Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-ba1918/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:20.53084549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"65738d57-7f14-441b-ba4c-016c33198242","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:20.570870468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"2c9f227b-333e-41bb-9f7a-c21b1d25035d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:20.624378537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"2c9f227b-333e-41bb-9f7a-c21b1d25035d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:20.638625017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"323549a1-fbbe-43af-93e8-cccf1313bd92","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:20.651027438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"ef18eaa6-c20a-448e-9a3b-63b8c38518dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:20.676502916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ba1918-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"2c9f227b-333e-41bb-9f7a-c21b1d25035d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:20.695657468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"78046c5a-41bc-4067-a3d5-14985c64b3f2","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:07:20.746931233Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"78046c5a-41bc-4067-a3d5-14985c64b3f2","name":"premium-w2-ba1918","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-ba1918\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:07:20.746991973Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"78046c5a-41bc-4067-a3d5-14985c64b3f2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-ba1918\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:20.75234768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"03a56d37-5880-4552-bdd0-b195cf514381","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:20.75274808Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"898cae0b-c98c-4aeb-ba21-26ab25975a96","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"premium-w2-ba1918","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:20.808141229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"4371f6ad-d48a-406c-8409-6440da93e783","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:20.825698982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"542c2be9-bd67-47af-a47d-09cb4b8368da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:20.841443589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"50ceefad-1ae0-4a86-9d2f-8415ab5d700b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:20.87934077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"542c2be9-bd67-47af-a47d-09cb4b8368da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:20.894863525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"50ceefad-1ae0-4a86-9d2f-8415ab5d700b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:20.908812054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"4744b671-b63c-4200-8740-e473d0e1040e","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:20.931285571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ba1918-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"542c2be9-bd67-47af-a47d-09cb4b8368da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:20.946984686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ba1918-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"50ceefad-1ae0-4a86-9d2f-8415ab5d700b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:21.00091815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"867bde5c-5fee-485c-b82c-aec802ca2406","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:21.07990396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"1f306f27-18bf-4baf-940b-d669f2f5eeae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:21.109248346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"a97ecf04-b00a-4c39-8365-f7e69822b94a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:21.134870956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"1f306f27-18bf-4baf-940b-d669f2f5eeae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:21.180420575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"59ff6c3f-ab2b-491c-8ce2-8c8e2c40df26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:21.187387941Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ba1918-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"1f306f27-18bf-4baf-940b-d669f2f5eeae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:21.234476363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"59ff6c3f-ab2b-491c-8ce2-8c8e2c40df26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:21.286731188Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ba1918-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"59ff6c3f-ab2b-491c-8ce2-8c8e2c40df26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:25.062554437Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-active-sub","reconcileID":"c1b663c5-8cdf-4974-95a3-6f18b781b2d1","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:25.26725062Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-active-sub","reconcileID":"c1b663c5-8cdf-4974-95a3-6f18b781b2d1","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-59f97a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:25.516750341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"268ab10d-8251-414f-86ab-3b7c36e7605e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:25.523421237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"926793b9-e072-49ab-8672-679f3ed33d9c","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:25.578791946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"cbbb90e6-41bf-412c-a99c-7fb090e40529","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:25.657666888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"2d528204-5c73-44d1-85a9-382a2e2b0182","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:25.672327736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-active-auth","reconcileID":"8ace888c-56ba-4207-ba84-d931f5a1bc17","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:25.672474218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"308c3fab-da6d-4af4-9524-3a9c7a4d5bf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:25.672326583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"574952f8-4d74-4f5b-9653-d8985c65fae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:25.726504935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"308c3fab-da6d-4af4-9524-3a9c7a4d5bf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:25.727083755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-active-auth","reconcileID":"8ace888c-56ba-4207-ba84-d931f5a1bc17","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:25.7287711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"574952f8-4d74-4f5b-9653-d8985c65fae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:25.926422625Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-active-auth","reconcileID":"ac89de96-5ceb-407f-9aca-e350a2643af2","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:26.078122043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"479b57e9-b33b-4a98-8b0c-5c2e794ef937","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:26.323825476Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-apikey-failed-sub","reconcileID":"fdb2c5fb-f29f-4e88-8e40-5319f92c5ba7","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-14b321"},"model":"e2e-models-e2e-worker-w3-14b321/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:26.323979218Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-apikey-failed-sub","reconcileID":"fdb2c5fb-f29f-4e88-8e40-5319f92c5ba7","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-14b321"},"model":"e2e-models-e2e-worker-w3-14b321/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-14b321/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:26.774714375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"2e316e7e-4e78-42bd-a93f-69366d2c3b60","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:26.784687925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"d23bbf9e-a66a-4f40-8fea-067f2064b8fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:26.784710477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-apikey-failed-auth","reconcileID":"ff82f1c0-3e2b-43c7-8f33-e742710891d3","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:26.785270893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"643f50e5-25aa-4fac-a1b7-4ebb903ebbfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:26.838813853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-apikey-failed-auth","reconcileID":"ff82f1c0-3e2b-43c7-8f33-e742710891d3","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:26.838860917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"643f50e5-25aa-4fac-a1b7-4ebb903ebbfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:26.841140144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"d23bbf9e-a66a-4f40-8fea-067f2064b8fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:27.038698383Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-apikey-failed-auth","reconcileID":"e0ac32fa-6fe9-4674-9c6d-51c8a3a10185","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:27.074968152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"6f2b11c0-a810-49da-8879-ea7093859414","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:27.129508719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"fa6c07c7-034d-4bc8-adbb-915b1c69dae1","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:27.241666917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"2b85172f-5f8e-4dc1-8b1a-86e77b82b7f1","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:27.277140411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-degraded-auth","reconcileID":"bb06400a-13da-474b-802c-6ea03eff9a38","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:27.331107814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-degraded-auth","reconcileID":"bb06400a-13da-474b-802c-6ea03eff9a38","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:27.344024718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"8f053e7e-296e-4559-be54-b4ca29bcb0cd","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:27.396534217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"cab01e06-74be-4beb-981d-2c26767ab8b9","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:07:27.450070235Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-degraded-sub","reconcileID":"20f90ff2-8e07-40d3-8190-da2a9d528d9d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:27.492568901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"015cf526-d2d4-44e3-b6e9-9e110b08e845","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:27.492618372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"a5169db5-9f6d-4be1-b985-9289757a29c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:27.54601707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"a5169db5-9f6d-4be1-b985-9289757a29c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:27.547419546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"015cf526-d2d4-44e3-b6e9-9e110b08e845","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:27.563328116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"020fe4ba-81d3-4879-9f2f-0451e1ad4ab3","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:27.587475164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"73c01b7c-10bf-4e83-bc6b-85ed9be547c6","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:27.618167958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"3e759670-bbcf-4343-9d25-1b015c9dc0a8","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:27.736108575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-degraded-auth","reconcileID":"038fe87f-afae-4e95-b2ae-f135a718ab78","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:27.789596429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-degraded-auth","reconcileID":"038fe87f-afae-4e95-b2ae-f135a718ab78","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:27.844312285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"669b1074-0065-4f6f-b2e6-cdf078c7f5fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:27.844396802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"5bed9015-499d-4776-bc65-d75aa1099303","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:27.872587593Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-degraded-sub","reconcileID":"3f977889-7c66-4f15-97ec-dc802e562740","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-59f97a/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w0-59f97a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:27.872715493Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-degraded-sub","reconcileID":"3f977889-7c66-4f15-97ec-dc802e562740","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"model":"e2e-models-e2e-worker-w0-59f97a/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-59f97a/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:27.898361569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"669b1074-0065-4f6f-b2e6-cdf078c7f5fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:27.89847937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"5bed9015-499d-4776-bc65-d75aa1099303","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:28.072584733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"14666d90-f069-4fef-bf02-ef9a605c33a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:28.079276731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"c5541e96-487c-4fc4-b6a9-615ab0aa1829","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:28.231668003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"2903cc55-0302-4bd3-b426-66472c4c8154","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:28.282817847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-degraded-sub","reconcileID":"fe164a9c-cd64-4a7e-bd0a-8eb1b7953a1c","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:28.282945561Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-degraded-sub","reconcileID":"fe164a9c-cd64-4a7e-bd0a-8eb1b7953a1c","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"model":"e2e-models-e2e-worker-w0-59f97a/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-59f97a/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:28.284820179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"ff05dc7a-4b1f-419e-8182-94d82acdee2c","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:28.496052765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-a-823bf668-auth","reconcileID":"0fefbf0b-8504-4781-a99f-f4a9167c6fbe","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:28.549737559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-a-823bf668-auth","reconcileID":"0fefbf0b-8504-4781-a99f-f4a9167c6fbe","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:28.550210175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"12acabfa-d484-4a72-82c1-5a05c537ad4e","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:28.60545582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"83e935ba-ea34-4527-a19d-cdc500dc7b35","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:28.65819624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"0399efc8-911d-4877-ab5c-1c1909da33cc","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:07:28.658944417Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-14b321/e2e-filter-sub-a-823bf668","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-823bf668\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:28.698320511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"84bef765-018a-49bc-8cec-7191d6ccbddd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:28.698319805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"cad74d2d-0d90-4374-8486-60d84ca8485d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:28.709849544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"cb84b1a3-fc4c-43d7-b80b-448cbbbe0272","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:28.753013218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"cad74d2d-0d90-4374-8486-60d84ca8485d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:28.753263761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"84bef765-018a-49bc-8cec-7191d6ccbddd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:28.85607079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"a0b850a5-1f1a-436f-b64e-2a84e307d43f","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:28.962542922Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-823bf668","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-a-823bf668","reconcileID":"917140c8-0ce7-4985-87a8-59082e4ab873","MaaSSubscription":{"name":"e2e-filter-sub-a-823bf668","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-14b321/e2e-filter-sub-a-823bf668","ai-tenant-e2e-worker-w3-14b321/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:29.004703449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-a-823bf668-auth","reconcileID":"0018931c-21d0-4593-b136-a5eabfe98df1","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:29.059255673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-a-823bf668-auth","reconcileID":"0018931c-21d0-4593-b136-a5eabfe98df1","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:29.107346065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"829a8ec5-0f20-4c9c-bfa7-ab748dbeb699","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:29.107349798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"2378bd97-dd11-46d1-9c18-b12aa1036a8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:29.118865772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"b3423eed-a70c-4ad1-8160-72ce056bcc80","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:29.161990468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"2378bd97-dd11-46d1-9c18-b12aa1036a8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:29.162581457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"829a8ec5-0f20-4c9c-bfa7-ab748dbeb699","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:29.162847985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"07ec94a0-92c7-4180-b102-e2a8f25c48bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:29.317629885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-823bf668","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-a-823bf668","reconcileID":"34c4fb0b-68d6-4d6a-89a4-1d58dd666663","MaaSSubscription":{"name":"e2e-filter-sub-a-823bf668","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:30.200610584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"b1a4fcd5-a808-47c6-a2b6-ad09cc660175","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:30.348070735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"dcd5ad50-83fd-4430-bdd1-be1c6efb7263","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:30.34827486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"f5123b79-a1c6-4ff3-8acf-1d1e76872036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:30.348074539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-degraded-auth","reconcileID":"062c750e-d2d7-41ae-be34-553fa883df68","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:30.402138528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"dcd5ad50-83fd-4430-bdd1-be1c6efb7263","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:30.403888659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"f5123b79-a1c6-4ff3-8acf-1d1e76872036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:30.404641745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-degraded-auth","reconcileID":"062c750e-d2d7-41ae-be34-553fa883df68","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:30.888861775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"premium-w1-3d8404","reconcileID":"2000e4c8-7b81-4278-ba49-bf9fef7b859c","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"premium-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"premium-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.008889467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"0e8ecee6-d010-44cb-8e30-21c789e3965c","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.06188197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"aa9ace49-4949-48c6-b5ff-c80cb3a9cba3","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.108935163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"33ad7110-60c1-4241-ba56-b23610a6cfbc","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.115758699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"6208d44e-3b63-4fc9-9669-5f1764c0261a","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:07:31.116807618Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"881227dc-69a9-4d2c-bcd4-583186dfe911","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.162949958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"e119b363-8ea7-4b0a-8b4b-84c4046f3cc4","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.230053441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"56dc996c-8751-4407-b9c3-976a341b6d9f","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.282038893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"095190c1-86fe-44ba-a005-57abeab76cd5","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.28672778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"f4542c71-0554-4207-844a-b45dd3f7c506","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.31098844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f608a6e1-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-b-f608a6e1-auth","reconcileID":"bac62124-1a05-4036-9012-5318ce6194d9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f608a6e1-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.341757103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"6e0c7161-f15b-4792-963c-0a4f25994c91","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.364238066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f608a6e1-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-b-f608a6e1-auth","reconcileID":"bac62124-1a05-4036-9012-5318ce6194d9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f608a6e1-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.386202543Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-14b321 priority=0:[ai-tenant-e2e-worker-w3-14b321/e2e-filter-sub-a-823bf668 ai-tenant-e2e-worker-w3-14b321/e2e-filter-sub-b-f608a6e1]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:07:31.392373598Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"6e0c7161-f15b-4792-963c-0a4f25994c91","name":"simulator-w1-3d8404","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-3d8404\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:07:31.392420624Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"6e0c7161-f15b-4792-963c-0a4f25994c91","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-3d8404\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.392521691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"a1a41736-f6ad-4a66-9003-6af3fb744e1e","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.397536863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"9bd44f40-2ed6-415e-85d3-b5528ec299e1","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.410701112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"02efd0f2-06dc-4f00-a07e-ae172b01b5d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.435948446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"fcad970e-5142-43b9-8e58-ee1a27041107","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.439512732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"08e6ad1d-ca93-4106-a578-c4a753351b9a","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.462211676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"646caad2-3851-4dfb-85db-e18e880a1d26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.4653465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"02efd0f2-06dc-4f00-a07e-ae172b01b5d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.482082716Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"20fe8600-eb05-4e1b-abd6-3fe19c54c21f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"simulator-w1-3d8404","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-3d8404/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:07:31.491334999Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-f608a6e1","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-b-f608a6e1","reconcileID":"34d1c612-adc1-4474-8d56-c3e5be1373bb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-f608a6e1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.491914403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"fcad970e-5142-43b9-8e58-ee1a27041107","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.494963202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"05e15ced-30e4-4430-8b0f-04c58ab3ecf9","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.517696648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ba1918-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"02efd0f2-06dc-4f00-a07e-ae172b01b5d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.544503524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ba1918-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"fcad970e-5142-43b9-8e58-ee1a27041107","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.550111366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"a547e65f-6b66-4730-9c31-2d78e7a60aba","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.593639779Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-14b321 priority=0:[ai-tenant-e2e-worker-w3-14b321/e2e-filter-sub-a-823bf668 ai-tenant-e2e-worker-w3-14b321/e2e-filter-sub-b-f608a6e1]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.593797421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"premium-w1-3d8404","reconcileID":"a117ee97-0882-4f25-87b3-d6f43f588057","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"premium-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"premium-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.610367385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"2b37fcc0-0685-4ae6-9e54-1032562fa01f","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.612477656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"3ca6949a-f4f6-4545-94a8-1306c055ad28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.626978948Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"646caad2-3851-4dfb-85db-e18e880a1d26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.645304826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"premium-w1-3d8404","reconcileID":"0df6e5a9-e023-4e95-90f2-e2a9f3e6b67d","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"premium-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"premium-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.664070674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"084be68f-2a0a-45d5-a722-075400a77533","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.667492933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"f5942c31-dc59-473f-b22a-2cc5cc177a9f","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.668740139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"3ca6949a-f4f6-4545-94a8-1306c055ad28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.669569682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"4645fda8-64b0-4001-980e-0cc9242860da","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.693118347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3d8404-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"646caad2-3851-4dfb-85db-e18e880a1d26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:07:31.697686686Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"c51a0416-78a9-4e07-aaf4-4f6a796f4b24","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.715670489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-a-823bf668-auth","reconcileID":"a4857719-4373-4f4e-919c-4062c93d980a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.715696022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"4a5849e6-b93e-4102-8d54-194edd19753c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.747254544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"8e756bc8-29cb-4561-a8b9-801617064917","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.769451307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-a-823bf668-auth","reconcileID":"a4857719-4373-4f4e-919c-4062c93d980a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.770336582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"4a5849e6-b93e-4102-8d54-194edd19753c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.809534525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"premium-w1-3d8404","reconcileID":"da5e453a-ac15-45c8-9b66-4358368f7bb8","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"premium-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"premium-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.81910661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f608a6e1-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-b-f608a6e1-auth","reconcileID":"5f0f69aa-fb89-4845-a601-a9a2b6d6ce6f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f608a6e1-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.855721273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"premium-w1-3d8404","reconcileID":"1ec01098-eca5-48ca-8161-cac382367faf","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"premium-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"premium-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.865460055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"52505926-2a41-4a52-83b3-357de876afbb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.86859663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"7aa175a3-053e-4626-8248-21074776a5af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.872939014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f608a6e1-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-b-f608a6e1-auth","reconcileID":"5f0f69aa-fb89-4845-a601-a9a2b6d6ce6f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f608a6e1-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.908410539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"premium-w1-3d8404","reconcileID":"473f2ae2-0049-4434-8268-919b23392f16","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"premium-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"premium-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.92136216Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-f608a6e1","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-b-f608a6e1","reconcileID":"cbf82fb5-1dd5-40af-8ba7-fbdd524947b0","MaaSSubscription":{"name":"e2e-filter-sub-b-f608a6e1","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-14b321/e2e-filter-sub-a-823bf668","ai-tenant-e2e-worker-w3-14b321/e2e-filter-sub-b-f608a6e1","ai-tenant-e2e-worker-w3-14b321/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.926360629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"7aa175a3-053e-4626-8248-21074776a5af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:31.979443726Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3d8404-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"7aa175a3-053e-4626-8248-21074776a5af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:32.01897597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"e8434783-d67b-4190-a08f-729f3ffaed51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:07:32.029362841Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"7aa175a3-053e-4626-8248-21074776a5af","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:32.0660273Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"0439c933-4a30-4f10-8788-c3d0cc3bcb74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"premium-w1-3d8404","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-3d8404/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:32.073374594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"e8434783-d67b-4190-a08f-729f3ffaed51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:32.120919972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"e271d9f7-619b-4d60-bd0c-c898e9dec411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:32.121551154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-a-823bf668-auth","reconcileID":"f99e0f29-b818-49b4-b499-40bedb5eb783","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:32.12811702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"abb33db6-927a-44c6-a70c-207d2b1b9106","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:32.163376205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-823bf668","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-a-823bf668","reconcileID":"bd7fecf0-5862-470e-a019-4c4c988ba36d","MaaSSubscription":{"name":"e2e-filter-sub-a-823bf668","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:32.163440906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"c0e2ebdd-28fd-45c5-af67-f34dddddb8e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":3,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:07:32.169260305Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f608a6e1-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-b-f608a6e1-auth","reconcileID":"5f0f69aa-fb89-4845-a601-a9a2b6d6ce6f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-filter-sub-b-f608a6e1-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:32.174701286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-a-823bf668-auth","reconcileID":"f99e0f29-b818-49b4-b499-40bedb5eb783","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:32.175287292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"e271d9f7-619b-4d60-bd0c-c898e9dec411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:32.219571168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"b4e0fb00-ae36-4716-9ad4-07a3ff3f4d30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:32.223510228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"premium-w1-3d8404","reconcileID":"3b63214e-7bd1-49fe-9a71-ca97c55414b0","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"premium-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"premium-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:32.229653731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"premium-w1-3d8404","reconcileID":"4f8af9dd-fc95-42aa-9452-9e20ae16c877","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"premium-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"premium-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:32.274347121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"b4e0fb00-ae36-4716-9ad4-07a3ff3f4d30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:32.327218799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3d8404-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"b4e0fb00-ae36-4716-9ad4-07a3ff3f4d30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:32.329346586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-f608a6e1","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-b-f608a6e1","reconcileID":"3ecb2bd8-19ef-4e19-bdad-b4476b6a6dc5","MaaSSubscription":{"name":"e2e-filter-sub-b-f608a6e1","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:32.371514825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"9faec48c-aa92-4b74-9fcd-273c94b47cad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:32.426136519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"9faec48c-aa92-4b74-9fcd-273c94b47cad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:32.42832059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"6a585f20-6ba4-4151-a3fd-6e34c85faf27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:32.471327508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f608a6e1-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-b-f608a6e1-auth","reconcileID":"3b6a8371-27d5-47c6-81fe-7b2a0b4a3342","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f608a6e1-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:32.47857272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3d8404-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"9faec48c-aa92-4b74-9fcd-273c94b47cad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:32.524554869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f608a6e1-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-b-f608a6e1-auth","reconcileID":"3b6a8371-27d5-47c6-81fe-7b2a0b4a3342","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f608a6e1-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:32.533392492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"premium-w1-3d8404","reconcileID":"f0020879-afc7-44ce-a95c-158f65922e05","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"premium-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"premium-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:32.680887944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"5f96f18f-40ca-4642-8ee0-114f3fa5bd03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:32.736308841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"5f96f18f-40ca-4642-8ee0-114f3fa5bd03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:32.789285285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3d8404-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"5f96f18f-40ca-4642-8ee0-114f3fa5bd03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:33.785642239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"7086c1a3-be4c-4215-b002-0f4b0439de06","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:33.901201011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"6390d18a-891a-4e8f-b45c-a976e9cc9c28","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:33.901292648Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-14b321 priority=0:[ai-tenant-e2e-worker-w3-14b321/e2e-filter-sub-a-823bf668 ai-tenant-e2e-worker-w3-14b321/e2e-filter-sub-b-f608a6e1]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:33.957331667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"f8b2351f-788c-4f49-bea9-5a40eedf4775","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:34.008706543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"f5aa1417-5b3f-49e6-997f-d6b3c892a684","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:34.011936364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"premium-w1-3d8404","reconcileID":"37345037-9106-4e6e-9c08-1149f2b692de","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"premium-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"premium-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:34.066296117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"97c5ee18-d4f4-440c-ad8a-15acfffb694e","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:07:34.066583657Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-fb6e1d/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:34.172433656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"fa01fcf4-9487-459b-a74d-32073a6b6514","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:34.229630311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"633407cb-4161-44d7-92bd-8448bebc8fea","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:34.272054869Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"0188fb22-5866-4b46-8e51-1cfca962d94c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"simulator-w4-fb6e1d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-fb6e1d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:34.327774506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"8886b2cc-f72d-4b67-8933-e0a368f72192","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:34.432134889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"b9afce4a-af29-4e42-a4fb-5066a6c08e20","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:34.447304271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"f1ab6f2c-cca1-45b9-81ec-106464a8b06a","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:34.447776304Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-14b321 priority=0:[ai-tenant-e2e-worker-w3-14b321/e2e-filter-sub-a-823bf668 ai-tenant-e2e-worker-w3-14b321/e2e-filter-sub-b-f608a6e1]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:34.487012641Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"8886b2cc-f72d-4b67-8933-e0a368f72192","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:34.503634576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"9d988a27-323a-4d88-bc40-fb742035ffa5","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:34.53903761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-fb6e1d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"8886b2cc-f72d-4b67-8933-e0a368f72192","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:34.556009976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"93e6925b-e5d5-4076-833e-0fe2b8484d8d","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:07:34.568519477Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"c9228887-2f57-41af-b1f1-871883093589","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:34.593016236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"60ec4595-8387-4524-859b-c12f95e57002","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:34.634340196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"e67a1512-f943-4799-8c0f-42fc2bb080d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:34.69544564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"d9cf2609-07cc-422e-8fd5-665e4db49cf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:34.696175411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"d2182d73-31e8-4edd-9fce-dea716b27a8f","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:34.715913378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"0fc926cd-d072-4141-b83c-b9d1916d0ab1","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:34.749711347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"d9cf2609-07cc-422e-8fd5-665e4db49cf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:34.770906606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"613a7b9b-be52-4a39-bb52-44edbd044bc2","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:34.802167857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-fb6e1d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"d9cf2609-07cc-422e-8fd5-665e4db49cf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:34.917663016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"745acb57-d0f0-4b67-84e1-7fca41752e21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:34.953540675Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"09d7dd25-406d-49dd-beb3-54d9da429e71","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"premium-w4-fb6e1d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-fb6e1d/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:34.971414682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"745acb57-d0f0-4b67-84e1-7fca41752e21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:35.017557207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"47a130b1-fd69-4b38-beb0-8589deff0a54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:35.024879353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-fb6e1d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"745acb57-d0f0-4b67-84e1-7fca41752e21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:35.070945807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"47a130b1-fd69-4b38-beb0-8589deff0a54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:35.077226179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"a0b0c074-fc93-4842-8e52-004cd44a3a13","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:35.114871112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"4b36207c-33fb-4a9d-b676-4b79d2e4a674","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:35.125210423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-fb6e1d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"47a130b1-fd69-4b38-beb0-8589deff0a54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:35.258798704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"799e515d-0c5f-4e96-b053-00330a3f370c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:35.313437747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"799e515d-0c5f-4e96-b053-00330a3f370c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:35.31414304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"77c24da5-17fe-4780-9f07-745d96cbcbf0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:35.430705255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-fb6e1d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"799e515d-0c5f-4e96-b053-00330a3f370c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:36.708705582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"22f1c1d4-10fc-4052-9dc4-ec38bd5b0e9f","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:36.860041714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"876633cc-c5d8-47ea-9794-68cf138f8651","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:36.86026324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-a-823bf668-auth","reconcileID":"acbcf377-7921-4d54-ad2e-1d63561eaca6","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:36.860043654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f608a6e1-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-b-f608a6e1-auth","reconcileID":"cbcdb14d-c5bb-4df6-9cc9-6c6325c009e5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f608a6e1-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:36.860678096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"af5d6379-1078-412d-85ac-c8cfac1f1a2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:36.913870025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"876633cc-c5d8-47ea-9794-68cf138f8651","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:36.914852002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-a-823bf668-auth","reconcileID":"acbcf377-7921-4d54-ad2e-1d63561eaca6","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:36.916570858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"af5d6379-1078-412d-85ac-c8cfac1f1a2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:36.917080966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f608a6e1-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-b-f608a6e1-auth","reconcileID":"cbcdb14d-c5bb-4df6-9cc9-6c6325c009e5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f608a6e1-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:37.058437487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"24f85680-70a6-47b3-9a34-5ce226522d1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:37.215695452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"823a8bda-fdc6-47eb-9547-9cc8bae60147","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:37.298783399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"e9f48f82-c7b4-411a-9be2-59da02e9e42d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:37.459392958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"237e346c-506c-4235-88b7-2be97ce8e176","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:37.501447028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"052c67ad-cff4-4a42-9b2b-5ac0d5c17ecc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:37.501731926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"ea5a077b-9578-4a57-9702-c9534480aaa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:37.554947577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"052c67ad-cff4-4a42-9b2b-5ac0d5c17ecc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:37.556428119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"ea5a077b-9578-4a57-9702-c9534480aaa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:37.607444193Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ba1918-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (07553e5d7388b05ba14bbe2042dd5aba268b5379bee23e1cdd476ad0616acd22) AuthConfig (e7091e63fc0cf47ba362ce831aea0edd9ccd7531d1d8e0b4e79565fdf8f7e4ba) AuthConfig (61bbf6f3b67e28a3e09b781ec319e17c501d0b22fda1d1d0331a78a39e1d2fc1) AuthConfig (cbf47e784f02c21d489a02551fda187cd349433fbecd842751777d7d0330f1b5) AuthConfig (67848dd0693b9d2e0b43e12acb4f6cec95c2e346e77a9d427cee7daede29228a) AuthConfig (7c2ec5af8184b7016bb03c075c9fa09288707207c2da06e477a29481e3b7ba89) AuthConfig (683ba0fe4922cdba018fa23721018be96268043028b34958dc599ffc4fd630bc) AuthConfig (0fac16af690ca44908750b1fe4faccd8e7e2189bf6d9127dcc528aa52b8483fc) AuthConfig (1244d2ddb47a5cfb35f2d25a9dee430a2e027777f0fd1e0fd669d26caa649378) AuthConfig (4d14fb8a3fc47958d76095ced7dcdc58ed80d68cff4db03b69d050ba7b9d8faa) AuthConfig (260a339a3135739700b837ea11f2056e4cae0796054210233632f03743b9da31) AuthConfig (0cd017896f00b02598ba23c155ed9d70fc3f500b13d8d6fcd56ff6cbbfa21764) AuthConfig (0267bc03c28eb8502a4c4bfbf1f3612d7f02230f7560c852a858c9d4481df95b) AuthConfig (1c75ffeecf42e8dc0cf14398cb7ffd0a39fd1d3e5c7da053ec3ba54a76c730ee) AuthConfig (b77501c72996d987c8f62a0a89cea394b2422c58dfe6fb51ab48a61cb51d5d6e) AuthConfig (c02e01be2238fb76d32ef9f262458e83e2b9264e107263b15f3c7af978242d85) AuthConfig (a6c58ba4d115b20e0051f37c353e28ea498d37b62c1a692754a5627e86fd77a9) AuthConfig (4a64f52dcc4ca5613e9ccacd1cc94901e7adce83e2aa3fa75518c07b9336f189) AuthConfig (3f073e6570b8eb8341071f05a1dc2ee72b83249d7a55a095dec9836252f6fb9e) AuthConfig (176e6ca61fe2a2b847fe0818589ba2e9e80d2ba668ddfabcd5da2747769d6528) AuthConfig (483fa1f40ef6ed1e6b35eb93daef999f9901f822ccb298919d7c576a5698d7b6) AuthConfig (740e699d883d087e825f017323c213649e82fa8cf0796ca18fba80cf9abcecda) AuthConfig (df226667503586d62a00c3f336a55593958f9b678a1359a64c37c4a515a29af0) AuthConfig (c4682351f4ea31540fab5c2b5d7e9d21f0516420772709f36f18b6cc5624c303) AuthConfig (24f1559dea5607cd66140098a384203989473826eba0c275bfa3c7810cc8b59a) AuthConfig (eeb19fbe7caad4322d650ea847f85ce099c4685aaa35759357026f17022fc009) AuthConfig (fd4d055b225e861e8d767218a78fad9dceb137a387e20d5136f642171efe8e7a) AuthConfig (aa595b2485f801d4a435eda8156a43fd6ce110b65a287567dc7d308505502119) AuthConfig (a5f37087bfc090a692be1669d490bac25a28ef6674c2b776ff5b8410f584e890) AuthConfig (d615e9dafa084786c75c43b21076ffa5e74ccbdd459cd620fb9bcca3f8fd9c4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"052c67ad-cff4-4a42-9b2b-5ac0d5c17ecc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:37.609362986Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ba1918-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (07553e5d7388b05ba14bbe2042dd5aba268b5379bee23e1cdd476ad0616acd22) AuthConfig (e7091e63fc0cf47ba362ce831aea0edd9ccd7531d1d8e0b4e79565fdf8f7e4ba) AuthConfig (61bbf6f3b67e28a3e09b781ec319e17c501d0b22fda1d1d0331a78a39e1d2fc1) AuthConfig (cbf47e784f02c21d489a02551fda187cd349433fbecd842751777d7d0330f1b5) AuthConfig (67848dd0693b9d2e0b43e12acb4f6cec95c2e346e77a9d427cee7daede29228a) AuthConfig (7c2ec5af8184b7016bb03c075c9fa09288707207c2da06e477a29481e3b7ba89) AuthConfig (683ba0fe4922cdba018fa23721018be96268043028b34958dc599ffc4fd630bc) AuthConfig (0fac16af690ca44908750b1fe4faccd8e7e2189bf6d9127dcc528aa52b8483fc) AuthConfig (1244d2ddb47a5cfb35f2d25a9dee430a2e027777f0fd1e0fd669d26caa649378) AuthConfig (4d14fb8a3fc47958d76095ced7dcdc58ed80d68cff4db03b69d050ba7b9d8faa) AuthConfig (260a339a3135739700b837ea11f2056e4cae0796054210233632f03743b9da31) AuthConfig (0cd017896f00b02598ba23c155ed9d70fc3f500b13d8d6fcd56ff6cbbfa21764) AuthConfig (0267bc03c28eb8502a4c4bfbf1f3612d7f02230f7560c852a858c9d4481df95b) AuthConfig (1c75ffeecf42e8dc0cf14398cb7ffd0a39fd1d3e5c7da053ec3ba54a76c730ee) AuthConfig (b77501c72996d987c8f62a0a89cea394b2422c58dfe6fb51ab48a61cb51d5d6e) AuthConfig (c02e01be2238fb76d32ef9f262458e83e2b9264e107263b15f3c7af978242d85) AuthConfig (a6c58ba4d115b20e0051f37c353e28ea498d37b62c1a692754a5627e86fd77a9) AuthConfig (4a64f52dcc4ca5613e9ccacd1cc94901e7adce83e2aa3fa75518c07b9336f189) AuthConfig (3f073e6570b8eb8341071f05a1dc2ee72b83249d7a55a095dec9836252f6fb9e) AuthConfig (176e6ca61fe2a2b847fe0818589ba2e9e80d2ba668ddfabcd5da2747769d6528) AuthConfig (483fa1f40ef6ed1e6b35eb93daef999f9901f822ccb298919d7c576a5698d7b6) AuthConfig (740e699d883d087e825f017323c213649e82fa8cf0796ca18fba80cf9abcecda) AuthConfig (df226667503586d62a00c3f336a55593958f9b678a1359a64c37c4a515a29af0) AuthConfig (c4682351f4ea31540fab5c2b5d7e9d21f0516420772709f36f18b6cc5624c303) AuthConfig (24f1559dea5607cd66140098a384203989473826eba0c275bfa3c7810cc8b59a) AuthConfig (eeb19fbe7caad4322d650ea847f85ce099c4685aaa35759357026f17022fc009) AuthConfig (fd4d055b225e861e8d767218a78fad9dceb137a387e20d5136f642171efe8e7a) AuthConfig (aa595b2485f801d4a435eda8156a43fd6ce110b65a287567dc7d308505502119) AuthConfig (a5f37087bfc090a692be1669d490bac25a28ef6674c2b776ff5b8410f584e890) AuthConfig (d615e9dafa084786c75c43b21076ffa5e74ccbdd459cd620fb9bcca3f8fd9c4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"ea5a077b-9578-4a57-9702-c9534480aaa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:37.661956296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"ec6ba666-7288-434f-8fa7-9c323e6ff507","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:37.665295615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"26955626-aace-4090-aa8b-feede14c12d3","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:37.693349334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"557ba342-40a9-4ba5-8c08-4f0482994ec2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:37.693353857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"49956a36-e817-4d03-9383-1113446c1c21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:37.747292826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"557ba342-40a9-4ba5-8c08-4f0482994ec2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:37.748189784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"49956a36-e817-4d03-9383-1113446c1c21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:37.800186597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-fb6e1d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"49956a36-e817-4d03-9383-1113446c1c21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:37.800184403Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-fb6e1d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"557ba342-40a9-4ba5-8c08-4f0482994ec2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:37.80981325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"cc0d7ded-9f3a-48b1-abd7-f5f2174c31cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:37.812298923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"33f500af-7fd4-4201-bfe0-2a2af4cee4f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:37.863486824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"cc0d7ded-9f3a-48b1-abd7-f5f2174c31cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:37.866239187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"33f500af-7fd4-4201-bfe0-2a2af4cee4f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:37.916193719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ba1918-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (07553e5d7388b05ba14bbe2042dd5aba268b5379bee23e1cdd476ad0616acd22) AuthConfig (e7091e63fc0cf47ba362ce831aea0edd9ccd7531d1d8e0b4e79565fdf8f7e4ba) AuthConfig (61bbf6f3b67e28a3e09b781ec319e17c501d0b22fda1d1d0331a78a39e1d2fc1) AuthConfig (cbf47e784f02c21d489a02551fda187cd349433fbecd842751777d7d0330f1b5) AuthConfig (67848dd0693b9d2e0b43e12acb4f6cec95c2e346e77a9d427cee7daede29228a) AuthConfig (7c2ec5af8184b7016bb03c075c9fa09288707207c2da06e477a29481e3b7ba89) AuthConfig (683ba0fe4922cdba018fa23721018be96268043028b34958dc599ffc4fd630bc) AuthConfig (0fac16af690ca44908750b1fe4faccd8e7e2189bf6d9127dcc528aa52b8483fc) AuthConfig (1244d2ddb47a5cfb35f2d25a9dee430a2e027777f0fd1e0fd669d26caa649378) AuthConfig (4d14fb8a3fc47958d76095ced7dcdc58ed80d68cff4db03b69d050ba7b9d8faa) AuthConfig (260a339a3135739700b837ea11f2056e4cae0796054210233632f03743b9da31) AuthConfig (0cd017896f00b02598ba23c155ed9d70fc3f500b13d8d6fcd56ff6cbbfa21764) AuthConfig (0267bc03c28eb8502a4c4bfbf1f3612d7f02230f7560c852a858c9d4481df95b) AuthConfig (1c75ffeecf42e8dc0cf14398cb7ffd0a39fd1d3e5c7da053ec3ba54a76c730ee) AuthConfig (b77501c72996d987c8f62a0a89cea394b2422c58dfe6fb51ab48a61cb51d5d6e) AuthConfig (c02e01be2238fb76d32ef9f262458e83e2b9264e107263b15f3c7af978242d85) AuthConfig (a6c58ba4d115b20e0051f37c353e28ea498d37b62c1a692754a5627e86fd77a9) AuthConfig (4a64f52dcc4ca5613e9ccacd1cc94901e7adce83e2aa3fa75518c07b9336f189) AuthConfig (3f073e6570b8eb8341071f05a1dc2ee72b83249d7a55a095dec9836252f6fb9e) AuthConfig (176e6ca61fe2a2b847fe0818589ba2e9e80d2ba668ddfabcd5da2747769d6528) AuthConfig (483fa1f40ef6ed1e6b35eb93daef999f9901f822ccb298919d7c576a5698d7b6) AuthConfig (740e699d883d087e825f017323c213649e82fa8cf0796ca18fba80cf9abcecda) AuthConfig (df226667503586d62a00c3f336a55593958f9b678a1359a64c37c4a515a29af0) AuthConfig (c4682351f4ea31540fab5c2b5d7e9d21f0516420772709f36f18b6cc5624c303) AuthConfig (24f1559dea5607cd66140098a384203989473826eba0c275bfa3c7810cc8b59a) AuthConfig (eeb19fbe7caad4322d650ea847f85ce099c4685aaa35759357026f17022fc009) AuthConfig (fd4d055b225e861e8d767218a78fad9dceb137a387e20d5136f642171efe8e7a) AuthConfig (aa595b2485f801d4a435eda8156a43fd6ce110b65a287567dc7d308505502119) AuthConfig (a5f37087bfc090a692be1669d490bac25a28ef6674c2b776ff5b8410f584e890) AuthConfig (d615e9dafa084786c75c43b21076ffa5e74ccbdd459cd620fb9bcca3f8fd9c4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"cc0d7ded-9f3a-48b1-abd7-f5f2174c31cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:37.91791635Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ba1918-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (07553e5d7388b05ba14bbe2042dd5aba268b5379bee23e1cdd476ad0616acd22) AuthConfig (e7091e63fc0cf47ba362ce831aea0edd9ccd7531d1d8e0b4e79565fdf8f7e4ba) AuthConfig (61bbf6f3b67e28a3e09b781ec319e17c501d0b22fda1d1d0331a78a39e1d2fc1) AuthConfig (cbf47e784f02c21d489a02551fda187cd349433fbecd842751777d7d0330f1b5) AuthConfig (67848dd0693b9d2e0b43e12acb4f6cec95c2e346e77a9d427cee7daede29228a) AuthConfig (7c2ec5af8184b7016bb03c075c9fa09288707207c2da06e477a29481e3b7ba89) AuthConfig (683ba0fe4922cdba018fa23721018be96268043028b34958dc599ffc4fd630bc) AuthConfig (0fac16af690ca44908750b1fe4faccd8e7e2189bf6d9127dcc528aa52b8483fc) AuthConfig (1244d2ddb47a5cfb35f2d25a9dee430a2e027777f0fd1e0fd669d26caa649378) AuthConfig (4d14fb8a3fc47958d76095ced7dcdc58ed80d68cff4db03b69d050ba7b9d8faa) AuthConfig (260a339a3135739700b837ea11f2056e4cae0796054210233632f03743b9da31) AuthConfig (0cd017896f00b02598ba23c155ed9d70fc3f500b13d8d6fcd56ff6cbbfa21764) AuthConfig (0267bc03c28eb8502a4c4bfbf1f3612d7f02230f7560c852a858c9d4481df95b) AuthConfig (1c75ffeecf42e8dc0cf14398cb7ffd0a39fd1d3e5c7da053ec3ba54a76c730ee) AuthConfig (b77501c72996d987c8f62a0a89cea394b2422c58dfe6fb51ab48a61cb51d5d6e) AuthConfig (c02e01be2238fb76d32ef9f262458e83e2b9264e107263b15f3c7af978242d85) AuthConfig (a6c58ba4d115b20e0051f37c353e28ea498d37b62c1a692754a5627e86fd77a9) AuthConfig (4a64f52dcc4ca5613e9ccacd1cc94901e7adce83e2aa3fa75518c07b9336f189) AuthConfig (3f073e6570b8eb8341071f05a1dc2ee72b83249d7a55a095dec9836252f6fb9e) AuthConfig (176e6ca61fe2a2b847fe0818589ba2e9e80d2ba668ddfabcd5da2747769d6528) AuthConfig (483fa1f40ef6ed1e6b35eb93daef999f9901f822ccb298919d7c576a5698d7b6) AuthConfig (740e699d883d087e825f017323c213649e82fa8cf0796ca18fba80cf9abcecda) AuthConfig (df226667503586d62a00c3f336a55593958f9b678a1359a64c37c4a515a29af0) AuthConfig (c4682351f4ea31540fab5c2b5d7e9d21f0516420772709f36f18b6cc5624c303) AuthConfig (24f1559dea5607cd66140098a384203989473826eba0c275bfa3c7810cc8b59a) AuthConfig (eeb19fbe7caad4322d650ea847f85ce099c4685aaa35759357026f17022fc009) AuthConfig (fd4d055b225e861e8d767218a78fad9dceb137a387e20d5136f642171efe8e7a) AuthConfig (aa595b2485f801d4a435eda8156a43fd6ce110b65a287567dc7d308505502119) AuthConfig (a5f37087bfc090a692be1669d490bac25a28ef6674c2b776ff5b8410f584e890) AuthConfig (d615e9dafa084786c75c43b21076ffa5e74ccbdd459cd620fb9bcca3f8fd9c4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"33f500af-7fd4-4201-bfe0-2a2af4cee4f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:07:37.968395523Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"33f500af-7fd4-4201-bfe0-2a2af4cee4f3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:38.122461595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"cf2cdff6-8a0b-4f50-8c5d-9647992c6bd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:38.178300622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"cf2cdff6-8a0b-4f50-8c5d-9647992c6bd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:38.232252054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ba1918-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (07553e5d7388b05ba14bbe2042dd5aba268b5379bee23e1cdd476ad0616acd22) AuthConfig (e7091e63fc0cf47ba362ce831aea0edd9ccd7531d1d8e0b4e79565fdf8f7e4ba) AuthConfig (61bbf6f3b67e28a3e09b781ec319e17c501d0b22fda1d1d0331a78a39e1d2fc1) AuthConfig (cbf47e784f02c21d489a02551fda187cd349433fbecd842751777d7d0330f1b5) AuthConfig (67848dd0693b9d2e0b43e12acb4f6cec95c2e346e77a9d427cee7daede29228a) AuthConfig (7c2ec5af8184b7016bb03c075c9fa09288707207c2da06e477a29481e3b7ba89) AuthConfig (683ba0fe4922cdba018fa23721018be96268043028b34958dc599ffc4fd630bc) AuthConfig (0fac16af690ca44908750b1fe4faccd8e7e2189bf6d9127dcc528aa52b8483fc) AuthConfig (1244d2ddb47a5cfb35f2d25a9dee430a2e027777f0fd1e0fd669d26caa649378) AuthConfig (4d14fb8a3fc47958d76095ced7dcdc58ed80d68cff4db03b69d050ba7b9d8faa) AuthConfig (260a339a3135739700b837ea11f2056e4cae0796054210233632f03743b9da31) AuthConfig (0cd017896f00b02598ba23c155ed9d70fc3f500b13d8d6fcd56ff6cbbfa21764) AuthConfig (0267bc03c28eb8502a4c4bfbf1f3612d7f02230f7560c852a858c9d4481df95b) AuthConfig (1c75ffeecf42e8dc0cf14398cb7ffd0a39fd1d3e5c7da053ec3ba54a76c730ee) AuthConfig (b77501c72996d987c8f62a0a89cea394b2422c58dfe6fb51ab48a61cb51d5d6e) AuthConfig (c02e01be2238fb76d32ef9f262458e83e2b9264e107263b15f3c7af978242d85) AuthConfig (a6c58ba4d115b20e0051f37c353e28ea498d37b62c1a692754a5627e86fd77a9) AuthConfig (4a64f52dcc4ca5613e9ccacd1cc94901e7adce83e2aa3fa75518c07b9336f189) AuthConfig (3f073e6570b8eb8341071f05a1dc2ee72b83249d7a55a095dec9836252f6fb9e) AuthConfig (176e6ca61fe2a2b847fe0818589ba2e9e80d2ba668ddfabcd5da2747769d6528) AuthConfig (483fa1f40ef6ed1e6b35eb93daef999f9901f822ccb298919d7c576a5698d7b6) AuthConfig (740e699d883d087e825f017323c213649e82fa8cf0796ca18fba80cf9abcecda) AuthConfig (df226667503586d62a00c3f336a55593958f9b678a1359a64c37c4a515a29af0) AuthConfig (c4682351f4ea31540fab5c2b5d7e9d21f0516420772709f36f18b6cc5624c303) AuthConfig (24f1559dea5607cd66140098a384203989473826eba0c275bfa3c7810cc8b59a) AuthConfig (eeb19fbe7caad4322d650ea847f85ce099c4685aaa35759357026f17022fc009) AuthConfig (fd4d055b225e861e8d767218a78fad9dceb137a387e20d5136f642171efe8e7a) AuthConfig (aa595b2485f801d4a435eda8156a43fd6ce110b65a287567dc7d308505502119) AuthConfig (a5f37087bfc090a692be1669d490bac25a28ef6674c2b776ff5b8410f584e890) AuthConfig (d615e9dafa084786c75c43b21076ffa5e74ccbdd459cd620fb9bcca3f8fd9c4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"cf2cdff6-8a0b-4f50-8c5d-9647992c6bd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:38.853469068Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:40.357707981Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-degraded-sub","reconcileID":"6f9da5a7-d1cb-4db9-a910-201d737c33ba","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:40.562247889Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-degraded-sub","reconcileID":"6f9da5a7-d1cb-4db9-a910-201d737c33ba","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-59f97a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:40.562286343Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-degraded-sub","reconcileID":"6f9da5a7-d1cb-4db9-a910-201d737c33ba","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"model":"e2e-models-e2e-worker-w0-59f97a/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:40.562416729Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-degraded-sub","reconcileID":"6f9da5a7-d1cb-4db9-a910-201d737c33ba","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"model":"e2e-models-e2e-worker-w0-59f97a/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-59f97a/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:40.761559624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"bc2d5356-8413-4682-95b4-bcbe7bcdabe3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:40.819507516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"ade5be15-bc26-4fd2-b297-f4b0ffd5be54","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:40.873727159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"78955f7b-dd37-4bda-87f8-a2c84be7d884","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:40.926722622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"895ac272-6a6c-4118-b051-a1b68f44ea31","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:40.96709419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-degraded-auth","reconcileID":"f8f7f4ff-d81d-4450-84ea-d122c780ddab","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:40.967293591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"f1994b90-9185-4c1e-8040-33e5914b86fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:40.967548201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"45ed5dfa-146b-45ca-b3e1-8ec76d2baf52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:40.978206426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"4495c3aa-e7b4-492e-873c-d4e7aba477d1","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:41.022253969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-degraded-auth","reconcileID":"f8f7f4ff-d81d-4450-84ea-d122c780ddab","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:41.022285578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"f1994b90-9185-4c1e-8040-33e5914b86fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:41.024465461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"45ed5dfa-146b-45ca-b3e1-8ec76d2baf52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:41.221939228Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-apikey-degraded-auth","reconcileID":"5ea2aeab-4af9-40f5-80ca-683214aeecbf","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:41.476303366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"749068e6-2feb-4737-b612-e1145382aa3a","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:42.475848528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"0f78c46c-478c-4412-8b62-1fe3e397ec9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:42.529664778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"0f78c46c-478c-4412-8b62-1fe3e397ec9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:42.581495449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3d8404-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"0f78c46c-478c-4412-8b62-1fe3e397ec9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:42.938346681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"bf43c764-b49a-48ac-a5a9-4e459ca460c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:42.992754651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"bf43c764-b49a-48ac-a5a9-4e459ca460c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:43.044959315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3d8404-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"bf43c764-b49a-48ac-a5a9-4e459ca460c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:46.866524322Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-823bf668","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-a-823bf668","reconcileID":"b461f54a-274f-43d4-b811-167b01a2f297","MaaSSubscription":{"name":"e2e-filter-sub-a-823bf668","namespace":"ai-tenant-e2e-worker-w3-14b321"},"model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscription":"e2e-filter-sub-a-823bf668","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:47.071355862Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-823bf668","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-a-823bf668","reconcileID":"b461f54a-274f-43d4-b811-167b01a2f297","MaaSSubscription":{"name":"e2e-filter-sub-a-823bf668","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-14b321/e2e-filter-sub-b-f608a6e1","ai-tenant-e2e-worker-w3-14b321/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:47.272739053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"7835e93d-3598-4629-8d27-44deb12955e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:47.272878842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-f608a6e1","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-b-f608a6e1","reconcileID":"ebce335d-ac57-4877-a756-fe09c8bae24a","MaaSSubscription":{"name":"e2e-filter-sub-b-f608a6e1","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:47.280733009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"3fecd63f-e89c-4a08-bf53-1495a9874f83","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:47.431475713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"72cf6ea6-b85a-4113-8143-1808b7439e04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:47.431689834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"34c86073-e6cd-4536-ace4-4d277fb2383a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:47.43192626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-a-823bf668-auth","reconcileID":"f1641de9-6ed8-4269-a6fa-3fe707a3ed79","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:47.431475709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f608a6e1-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-b-f608a6e1-auth","reconcileID":"b5eb7718-1506-4dda-96aa-0f5ebd9f984d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f608a6e1-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:47.432578218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"68f4bfb6-e7da-44a9-9577-bb8f3d21ff7e","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:47.486830477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"34c86073-e6cd-4536-ace4-4d277fb2383a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:47.486829843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"72cf6ea6-b85a-4113-8143-1808b7439e04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:47.489281462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f608a6e1-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-b-f608a6e1-auth","reconcileID":"b5eb7718-1506-4dda-96aa-0f5ebd9f984d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f608a6e1-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:47.489427301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-a-823bf668-auth","reconcileID":"f1641de9-6ed8-4269-a6fa-3fe707a3ed79","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:47.837336789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"500b547e-ab93-4ff4-9efa-be24b0f80d37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:47.837559765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f608a6e1-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-b-f608a6e1-auth","reconcileID":"f0795957-a436-4913-a83b-eba6134a424c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f608a6e1-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:47.837822151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"0953003c-4ab0-4c38-8141-d2e42832888d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:47.838139533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-a-823bf668-auth","reconcileID":"09751f58-db44-43e6-b52f-a7eacd7125d4","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:47.89198601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-a-823bf668-auth","reconcileID":"09751f58-db44-43e6-b52f-a7eacd7125d4","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:47.892432434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"0953003c-4ab0-4c38-8141-d2e42832888d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:47.894368135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f608a6e1-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-b-f608a6e1-auth","reconcileID":"f0795957-a436-4913-a83b-eba6134a424c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f608a6e1-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:47.894702467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"500b547e-ab93-4ff4-9efa-be24b0f80d37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:47.949511077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"27fb605a-b92d-475b-bad9-dd709d21f85f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:48.003519998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"27fb605a-b92d-475b-bad9-dd709d21f85f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:48.093906052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-fb6e1d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"27fb605a-b92d-475b-bad9-dd709d21f85f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:48.239578358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"09598976-83dd-4c2c-a051-8d862077ea77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:48.239620712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"2cd76a7b-0d6e-4893-be55-e6318f24dcfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:48.294231821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"09598976-83dd-4c2c-a051-8d862077ea77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:48.294519787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"2cd76a7b-0d6e-4893-be55-e6318f24dcfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:48.347065659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-fb6e1d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"09598976-83dd-4c2c-a051-8d862077ea77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:48.347142626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ba1918-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (07553e5d7388b05ba14bbe2042dd5aba268b5379bee23e1cdd476ad0616acd22) AuthConfig (e7091e63fc0cf47ba362ce831aea0edd9ccd7531d1d8e0b4e79565fdf8f7e4ba) AuthConfig (61bbf6f3b67e28a3e09b781ec319e17c501d0b22fda1d1d0331a78a39e1d2fc1) AuthConfig (cbf47e784f02c21d489a02551fda187cd349433fbecd842751777d7d0330f1b5) AuthConfig (67848dd0693b9d2e0b43e12acb4f6cec95c2e346e77a9d427cee7daede29228a) AuthConfig (7c2ec5af8184b7016bb03c075c9fa09288707207c2da06e477a29481e3b7ba89) AuthConfig (683ba0fe4922cdba018fa23721018be96268043028b34958dc599ffc4fd630bc) AuthConfig (0fac16af690ca44908750b1fe4faccd8e7e2189bf6d9127dcc528aa52b8483fc) AuthConfig (1244d2ddb47a5cfb35f2d25a9dee430a2e027777f0fd1e0fd669d26caa649378) AuthConfig (4d14fb8a3fc47958d76095ced7dcdc58ed80d68cff4db03b69d050ba7b9d8faa) AuthConfig (260a339a3135739700b837ea11f2056e4cae0796054210233632f03743b9da31) AuthConfig (0cd017896f00b02598ba23c155ed9d70fc3f500b13d8d6fcd56ff6cbbfa21764) AuthConfig (0267bc03c28eb8502a4c4bfbf1f3612d7f02230f7560c852a858c9d4481df95b) AuthConfig (1c75ffeecf42e8dc0cf14398cb7ffd0a39fd1d3e5c7da053ec3ba54a76c730ee) AuthConfig (b77501c72996d987c8f62a0a89cea394b2422c58dfe6fb51ab48a61cb51d5d6e) AuthConfig (c02e01be2238fb76d32ef9f262458e83e2b9264e107263b15f3c7af978242d85) AuthConfig (a6c58ba4d115b20e0051f37c353e28ea498d37b62c1a692754a5627e86fd77a9) AuthConfig (4a64f52dcc4ca5613e9ccacd1cc94901e7adce83e2aa3fa75518c07b9336f189) AuthConfig (3f073e6570b8eb8341071f05a1dc2ee72b83249d7a55a095dec9836252f6fb9e) AuthConfig (176e6ca61fe2a2b847fe0818589ba2e9e80d2ba668ddfabcd5da2747769d6528) AuthConfig (483fa1f40ef6ed1e6b35eb93daef999f9901f822ccb298919d7c576a5698d7b6) AuthConfig (740e699d883d087e825f017323c213649e82fa8cf0796ca18fba80cf9abcecda) AuthConfig (df226667503586d62a00c3f336a55593958f9b678a1359a64c37c4a515a29af0) AuthConfig (c4682351f4ea31540fab5c2b5d7e9d21f0516420772709f36f18b6cc5624c303) AuthConfig (24f1559dea5607cd66140098a384203989473826eba0c275bfa3c7810cc8b59a) AuthConfig (eeb19fbe7caad4322d650ea847f85ce099c4685aaa35759357026f17022fc009) AuthConfig (fd4d055b225e861e8d767218a78fad9dceb137a387e20d5136f642171efe8e7a) AuthConfig (aa595b2485f801d4a435eda8156a43fd6ce110b65a287567dc7d308505502119) AuthConfig (a5f37087bfc090a692be1669d490bac25a28ef6674c2b776ff5b8410f584e890) AuthConfig (d615e9dafa084786c75c43b21076ffa5e74ccbdd459cd620fb9bcca3f8fd9c4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"2cd76a7b-0d6e-4893-be55-e6318f24dcfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:48.383571078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"9194d624-f9a9-4880-bc6c-834c205fe3dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:48.43941799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"9194d624-f9a9-4880-bc6c-834c205fe3dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:48.492557004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ba1918-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (07553e5d7388b05ba14bbe2042dd5aba268b5379bee23e1cdd476ad0616acd22) AuthConfig (e7091e63fc0cf47ba362ce831aea0edd9ccd7531d1d8e0b4e79565fdf8f7e4ba) AuthConfig (61bbf6f3b67e28a3e09b781ec319e17c501d0b22fda1d1d0331a78a39e1d2fc1) AuthConfig (cbf47e784f02c21d489a02551fda187cd349433fbecd842751777d7d0330f1b5) AuthConfig (67848dd0693b9d2e0b43e12acb4f6cec95c2e346e77a9d427cee7daede29228a) AuthConfig (7c2ec5af8184b7016bb03c075c9fa09288707207c2da06e477a29481e3b7ba89) AuthConfig (683ba0fe4922cdba018fa23721018be96268043028b34958dc599ffc4fd630bc) AuthConfig (0fac16af690ca44908750b1fe4faccd8e7e2189bf6d9127dcc528aa52b8483fc) AuthConfig (1244d2ddb47a5cfb35f2d25a9dee430a2e027777f0fd1e0fd669d26caa649378) AuthConfig (4d14fb8a3fc47958d76095ced7dcdc58ed80d68cff4db03b69d050ba7b9d8faa) AuthConfig (260a339a3135739700b837ea11f2056e4cae0796054210233632f03743b9da31) AuthConfig (0cd017896f00b02598ba23c155ed9d70fc3f500b13d8d6fcd56ff6cbbfa21764) AuthConfig (0267bc03c28eb8502a4c4bfbf1f3612d7f02230f7560c852a858c9d4481df95b) AuthConfig (1c75ffeecf42e8dc0cf14398cb7ffd0a39fd1d3e5c7da053ec3ba54a76c730ee) AuthConfig (b77501c72996d987c8f62a0a89cea394b2422c58dfe6fb51ab48a61cb51d5d6e) AuthConfig (c02e01be2238fb76d32ef9f262458e83e2b9264e107263b15f3c7af978242d85) AuthConfig (a6c58ba4d115b20e0051f37c353e28ea498d37b62c1a692754a5627e86fd77a9) AuthConfig (4a64f52dcc4ca5613e9ccacd1cc94901e7adce83e2aa3fa75518c07b9336f189) AuthConfig (3f073e6570b8eb8341071f05a1dc2ee72b83249d7a55a095dec9836252f6fb9e) AuthConfig (176e6ca61fe2a2b847fe0818589ba2e9e80d2ba668ddfabcd5da2747769d6528) AuthConfig (483fa1f40ef6ed1e6b35eb93daef999f9901f822ccb298919d7c576a5698d7b6) AuthConfig (740e699d883d087e825f017323c213649e82fa8cf0796ca18fba80cf9abcecda) AuthConfig (df226667503586d62a00c3f336a55593958f9b678a1359a64c37c4a515a29af0) AuthConfig (c4682351f4ea31540fab5c2b5d7e9d21f0516420772709f36f18b6cc5624c303) AuthConfig (24f1559dea5607cd66140098a384203989473826eba0c275bfa3c7810cc8b59a) AuthConfig (eeb19fbe7caad4322d650ea847f85ce099c4685aaa35759357026f17022fc009) AuthConfig (fd4d055b225e861e8d767218a78fad9dceb137a387e20d5136f642171efe8e7a) AuthConfig (aa595b2485f801d4a435eda8156a43fd6ce110b65a287567dc7d308505502119) AuthConfig (a5f37087bfc090a692be1669d490bac25a28ef6674c2b776ff5b8410f584e890) AuthConfig (d615e9dafa084786c75c43b21076ffa5e74ccbdd459cd620fb9bcca3f8fd9c4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"9194d624-f9a9-4880-bc6c-834c205fe3dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:52.730872057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"f36512aa-5e8a-4035-97e1-05e6a941846e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:52.784080711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"f36512aa-5e8a-4035-97e1-05e6a941846e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:52.836061888Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3d8404-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"f36512aa-5e8a-4035-97e1-05e6a941846e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:53.193511159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"a0993333-551d-4aaf-b05b-ed2ca46d0344","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:53.247169056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"a0993333-551d-4aaf-b05b-ed2ca46d0344","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:53.299192908Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3d8404-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"a0993333-551d-4aaf-b05b-ed2ca46d0344","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:53.868367845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"f6eae1c0-f02e-4167-81b2-6911f210c225","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:53.967688848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"559369b7-61aa-4f5b-b950-ad21bd8dcb53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:54.048492351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"8a1c9cda-3d67-4eb4-a7c8-34b7350f4b4f","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:54.107525546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"ab5295c4-214d-49c0-9a0e-d02fe32f95fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:54.125252851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"premium-w1-3d8404","reconcileID":"2da51897-b612-41b1-854f-c870d93a48e9","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"premium-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"premium-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:54.265071048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"d490fdf9-4f61-48ef-afde-a51e44d98706","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:54.406491276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"4d400740-1698-457c-8802-dd6e5a86e82a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:54.547822875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"6d397da0-283c-4391-b882-dfb1816e7b25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:54.547831774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"a3403788-210f-4798-8c3e-0c7655b1bf8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:54.564545422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"2385ccc1-4b07-4856-a602-8dcfc72e04c4","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:54.602796783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"a3403788-210f-4798-8c3e-0c7655b1bf8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:54.602854962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"6d397da0-283c-4391-b882-dfb1816e7b25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:54.646297562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"cd1e1f6e-a931-4c8d-a13a-6cd69a2c2596","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:54.646304385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"239c0355-4455-4b61-8657-249baece95b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:54.657716237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-fb6e1d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (88ec769a48ad9fc277e51747c0dcb954d056b8bf470404272268b1e3274d08c4) AuthConfig (7fb31476349f413cfc1d7df7920d40f32885c431f22f85458ece06a882a2abbb) AuthConfig (f68e7e2b83460c94659176f37e78a4778ff200b998b5467fe19006e7895d5898) AuthConfig (10bbb9a19eb5c4400e8ae4339368372eac56dcefb2ad96fd948d5456d5996f99) AuthConfig (0370bec932a10e0eae7164727af5c009c8587aefa091c5072d764ba7943ed2ef) AuthConfig (4be3b52db7d54198cdaa392b29f7292418fa9372b38a56017f833c31b1705a63) AuthConfig (c261825abb20643a218611e1e051c24d2bdc913db4671c06e06c3ddc7208c111) AuthConfig (9f26c5bd8a44fb27c3ab70f5ad6297daf16ccb4e41adb5788b832f7a8487edb1) AuthConfig (7a4641f2581cdbf081040e27ddeb699681556767d6d506e71b157e76cbcb2ad2) AuthConfig (2ed3e5cf9263817b9f0a1de571266c72d826419693129c118b0c98f136e3d807) AuthConfig (e08d4aef04aa73b4e2233388a53b47284d7e7d96afbe84e325c3bbe38bbfd6be) AuthConfig (008996be37ecd986c468c772403b0b61e33ae0d8f9b38297a9978c6b87ae0866) AuthConfig (0e1638adef1d65047ea08abbac79da15247c213a37c005ce02401c432c041094) AuthConfig (f663e1ce3fcb83e266321b22c77c15cd0252ff68ee658a820da2d44138670108) AuthConfig (399ce38bbb90e6d5a680a56aff28dec74e3f6ed65bbb239650894c03199813f5) AuthConfig (05208d2a8ffe7afb535019cbb7cf095ac7d0a94e01860fd8e3a9904bf3b63690) AuthConfig (0fbb113f876fea592c0031003dc9b6f1578705683d79f2020e20d11c4734af3d) AuthConfig (0c20d970b17935fabc4e8995fbe4d6aeb93e5cf88b18b9d0769ba7b0ce786516) AuthConfig (2e04047cd92c445c173b2418485e6f9e9c478912a4b33f7a083bde3c768b2b9b) AuthConfig (cc2dedc3b73f273585c649dbba3a7b9e3bda9cd2243f1b9e29e61006087b549d) AuthConfig (c51cf5109611eb3b4cdf391465e815a6ad196346992c27bbe7d98e027b458420) AuthConfig (70d3311c131fc2548317d928524a6df379dfe7a67748f4c59a1f5bd7464125cd) AuthConfig (0d8a925ca8d151b4f3076c0f0a586bb0210e7b6c6437a6c1beb59b42c351a98d) AuthConfig (e6c1f632b4b5d9dc937780eaa0f0e9aa480f4e2987bbaced095c8b5f51ef59d7) AuthConfig (51f92e925221b9a9ec87feec17c34bac0c9ee4f5d37b21a3358fc492c5a2b3fd) AuthConfig (994cc55dc81db662e2f8031cdb674d3b0bf1a63d430ceab8d314fb656d35c9d4) AuthConfig (a71aafb088a4be2d5c74147fffb502c5c5bd780459605b7bb5d2d36fa83a6bb2) AuthConfig (e38646b122c77b178c66af10b3ec8027cbc5a189d04f2559e68262823989a968) AuthConfig (57493d16546f315fbf03515ac9e55ec0e5cbed4964806e6152fb442679ecab43) AuthConfig (be785bcd2bc1cfba82825973f9903ca275fee008407c76418a07670e7dbd2046)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"a3403788-210f-4798-8c3e-0c7655b1bf8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:54.660087762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-fb6e1d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (88ec769a48ad9fc277e51747c0dcb954d056b8bf470404272268b1e3274d08c4) AuthConfig (7fb31476349f413cfc1d7df7920d40f32885c431f22f85458ece06a882a2abbb) AuthConfig (f68e7e2b83460c94659176f37e78a4778ff200b998b5467fe19006e7895d5898) AuthConfig (10bbb9a19eb5c4400e8ae4339368372eac56dcefb2ad96fd948d5456d5996f99) AuthConfig (0370bec932a10e0eae7164727af5c009c8587aefa091c5072d764ba7943ed2ef) AuthConfig (4be3b52db7d54198cdaa392b29f7292418fa9372b38a56017f833c31b1705a63) AuthConfig (c261825abb20643a218611e1e051c24d2bdc913db4671c06e06c3ddc7208c111) AuthConfig (9f26c5bd8a44fb27c3ab70f5ad6297daf16ccb4e41adb5788b832f7a8487edb1) AuthConfig (7a4641f2581cdbf081040e27ddeb699681556767d6d506e71b157e76cbcb2ad2) AuthConfig (2ed3e5cf9263817b9f0a1de571266c72d826419693129c118b0c98f136e3d807) AuthConfig (e08d4aef04aa73b4e2233388a53b47284d7e7d96afbe84e325c3bbe38bbfd6be) AuthConfig (008996be37ecd986c468c772403b0b61e33ae0d8f9b38297a9978c6b87ae0866) AuthConfig (0e1638adef1d65047ea08abbac79da15247c213a37c005ce02401c432c041094) AuthConfig (f663e1ce3fcb83e266321b22c77c15cd0252ff68ee658a820da2d44138670108) AuthConfig (399ce38bbb90e6d5a680a56aff28dec74e3f6ed65bbb239650894c03199813f5) AuthConfig (05208d2a8ffe7afb535019cbb7cf095ac7d0a94e01860fd8e3a9904bf3b63690) AuthConfig (0fbb113f876fea592c0031003dc9b6f1578705683d79f2020e20d11c4734af3d) AuthConfig (0c20d970b17935fabc4e8995fbe4d6aeb93e5cf88b18b9d0769ba7b0ce786516) AuthConfig (2e04047cd92c445c173b2418485e6f9e9c478912a4b33f7a083bde3c768b2b9b) AuthConfig (cc2dedc3b73f273585c649dbba3a7b9e3bda9cd2243f1b9e29e61006087b549d) AuthConfig (c51cf5109611eb3b4cdf391465e815a6ad196346992c27bbe7d98e027b458420) AuthConfig (70d3311c131fc2548317d928524a6df379dfe7a67748f4c59a1f5bd7464125cd) AuthConfig (0d8a925ca8d151b4f3076c0f0a586bb0210e7b6c6437a6c1beb59b42c351a98d) AuthConfig (e6c1f632b4b5d9dc937780eaa0f0e9aa480f4e2987bbaced095c8b5f51ef59d7) AuthConfig (51f92e925221b9a9ec87feec17c34bac0c9ee4f5d37b21a3358fc492c5a2b3fd) AuthConfig (994cc55dc81db662e2f8031cdb674d3b0bf1a63d430ceab8d314fb656d35c9d4) AuthConfig (a71aafb088a4be2d5c74147fffb502c5c5bd780459605b7bb5d2d36fa83a6bb2) AuthConfig (e38646b122c77b178c66af10b3ec8027cbc5a189d04f2559e68262823989a968) AuthConfig (57493d16546f315fbf03515ac9e55ec0e5cbed4964806e6152fb442679ecab43) AuthConfig (be785bcd2bc1cfba82825973f9903ca275fee008407c76418a07670e7dbd2046)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"6d397da0-283c-4391-b882-dfb1816e7b25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:54.700217561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"cd1e1f6e-a931-4c8d-a13a-6cd69a2c2596","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:54.700750231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"239c0355-4455-4b61-8657-249baece95b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:54.712081883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"238c3021-2d54-4ee1-9604-8ce873d62cf6","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:54.757399963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3d8404-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6514546ab8c15fe763c8e7bf996d335742d8379a915d667863c55d5a32344b5b) AuthConfig (237e86855ac24c91b812d6a658a32d34dd9de388636d93676f1170d84ca9cd4b) AuthConfig (21ecbe10eee743f864473a3d17208a46d8774968a533211398f758645212246d) AuthConfig (18c93469e93bd9761662458c8459301d3ec19f43f96475fa2483bec56f11cb9b) AuthConfig (5216f13d91c27af5a7763a118edaa445b7fe5eda44899dc66c87ca42a5026132) AuthConfig (4b7432bfbe3b44266ab1c591f5a6ab0587074d05a9bfa3ad976824a610d4bcef) AuthConfig (32d3edd565e10e0104c9e86016e3115506ada2e8f055e48bed9fa511bc02b690) AuthConfig (8305924e89cc4d1a17bd0065f0160beb63be0091baf064fae2e4a08731f22030) AuthConfig (7ffc87d9817af74ebb0d6e78c0e44b69cdd0fde4bb2bd56095585cc59571b6d2) AuthConfig (b677a01f68f88af6011d380c366ed6d64a7b4bfb3079710b1bda738285b31253) AuthConfig (ae59e84f2bcb9f7323ae0167f32ba70dfd9c0cbd8de2a7817e4bbabb41f3dc98) AuthConfig (42c3840f416a306aadee397b1d5f4a2d946bdca5a7e9db37fcc337fd7fdffd15) AuthConfig (2491c6cf144040ef20dfc056bae10a2557ee90a30602aa92068c3c9f7640494e) AuthConfig (4f3ea20cc44c963535e3dc791eb1f95318655dc82bc7687675b153f94a850661) AuthConfig (b9988cdd102219b32cf5e1a6a10f0b539de1412c9b810e62b9f91da413f50e38) AuthConfig (395d0a935484a3536150942d0984e746193e1870d39b5ef36c5cfd98d9be68ef) AuthConfig (dacdd513a905b05731d555a02c593444f7677b47e01d485a32b0be0f8fa9db03) AuthConfig (118750e63c81b04b8aac2ac78c811720a8693db28b6acb69a05e8e15afbca876) AuthConfig (d3cdb40ebce9c2559db8b00bf688af4641a5aa6d721128e1a95dde07a5e9d4db) AuthConfig (3b62a664bdcc04f2b13bf444638d434d535b3068a73ba57d1e42e6bb8bf92e0c) AuthConfig (b4a5c1b78ff4e4fac72431b228fa375006443a6d120b6a8ea531d680b439ed25) AuthConfig (c0ab1a93d0f7fefc4dfceeee7990000b62569ceb00488db5e0c5cd01d99cc469) AuthConfig (a079c1632b32798df9f84c8b93d96b50b006a8f62cd31c240e35a9f55160be58) AuthConfig (1c9b48c02730a07b2d5d59003a85d9cd444ea61596a273bfc4a6c09deacf7ad1) AuthConfig (be2e523bf3e6867e60667fe0e04a21ec1374c78ca24dd2f70947eadbe58b2243) AuthConfig (8cb0106c97035ee90f69b5a4e4410c9e989183ebb7b2312336eb6b9f9a48ffed) AuthConfig (802a96c5768987e7d95f2f12647c43cc492a603901c9f74a9f5a578ecfb20cb1) AuthConfig (7ce762b5ae1c8d6977d2aa02dd406c9d024d89ef4e563a700c107d219ec07569) AuthConfig (97bc87c25ab3a1bacbfc048e5ab6d15574d3cb4905bcaa868b9be22d03397f36) AuthConfig (ead7c35dc8884b8a8d963ec4bc32c938f538ed28765ca4af24c97d2bc40b3b87)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"cd1e1f6e-a931-4c8d-a13a-6cd69a2c2596","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:54.757595073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3d8404-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6514546ab8c15fe763c8e7bf996d335742d8379a915d667863c55d5a32344b5b) AuthConfig (237e86855ac24c91b812d6a658a32d34dd9de388636d93676f1170d84ca9cd4b) AuthConfig (21ecbe10eee743f864473a3d17208a46d8774968a533211398f758645212246d) AuthConfig (18c93469e93bd9761662458c8459301d3ec19f43f96475fa2483bec56f11cb9b) AuthConfig (5216f13d91c27af5a7763a118edaa445b7fe5eda44899dc66c87ca42a5026132) AuthConfig (4b7432bfbe3b44266ab1c591f5a6ab0587074d05a9bfa3ad976824a610d4bcef) AuthConfig (32d3edd565e10e0104c9e86016e3115506ada2e8f055e48bed9fa511bc02b690) AuthConfig (8305924e89cc4d1a17bd0065f0160beb63be0091baf064fae2e4a08731f22030) AuthConfig (7ffc87d9817af74ebb0d6e78c0e44b69cdd0fde4bb2bd56095585cc59571b6d2) AuthConfig (b677a01f68f88af6011d380c366ed6d64a7b4bfb3079710b1bda738285b31253) AuthConfig (ae59e84f2bcb9f7323ae0167f32ba70dfd9c0cbd8de2a7817e4bbabb41f3dc98) AuthConfig (42c3840f416a306aadee397b1d5f4a2d946bdca5a7e9db37fcc337fd7fdffd15) AuthConfig (2491c6cf144040ef20dfc056bae10a2557ee90a30602aa92068c3c9f7640494e) AuthConfig (4f3ea20cc44c963535e3dc791eb1f95318655dc82bc7687675b153f94a850661) AuthConfig (b9988cdd102219b32cf5e1a6a10f0b539de1412c9b810e62b9f91da413f50e38) AuthConfig (395d0a935484a3536150942d0984e746193e1870d39b5ef36c5cfd98d9be68ef) AuthConfig (dacdd513a905b05731d555a02c593444f7677b47e01d485a32b0be0f8fa9db03) AuthConfig (118750e63c81b04b8aac2ac78c811720a8693db28b6acb69a05e8e15afbca876) AuthConfig (d3cdb40ebce9c2559db8b00bf688af4641a5aa6d721128e1a95dde07a5e9d4db) AuthConfig (3b62a664bdcc04f2b13bf444638d434d535b3068a73ba57d1e42e6bb8bf92e0c) AuthConfig (b4a5c1b78ff4e4fac72431b228fa375006443a6d120b6a8ea531d680b439ed25) AuthConfig (c0ab1a93d0f7fefc4dfceeee7990000b62569ceb00488db5e0c5cd01d99cc469) AuthConfig (a079c1632b32798df9f84c8b93d96b50b006a8f62cd31c240e35a9f55160be58) AuthConfig (1c9b48c02730a07b2d5d59003a85d9cd444ea61596a273bfc4a6c09deacf7ad1) AuthConfig (be2e523bf3e6867e60667fe0e04a21ec1374c78ca24dd2f70947eadbe58b2243) AuthConfig (8cb0106c97035ee90f69b5a4e4410c9e989183ebb7b2312336eb6b9f9a48ffed) AuthConfig (802a96c5768987e7d95f2f12647c43cc492a603901c9f74a9f5a578ecfb20cb1) AuthConfig (7ce762b5ae1c8d6977d2aa02dd406c9d024d89ef4e563a700c107d219ec07569) AuthConfig (97bc87c25ab3a1bacbfc048e5ab6d15574d3cb4905bcaa868b9be22d03397f36) AuthConfig (ead7c35dc8884b8a8d963ec4bc32c938f538ed28765ca4af24c97d2bc40b3b87)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"239c0355-4455-4b61-8657-249baece95b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:54.759012668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"e4b86480-7598-4946-8965-0e65c2aaee47","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:54.811817973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"38244eaa-27ca-4a5a-86bd-65e3b490554e","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:54.814688417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"premium-w1-3d8404","reconcileID":"d27006d8-c1db-4f72-a91e-d8ddf05a647b","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"premium-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"premium-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:54.902278487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"96a98c70-3b26-4b21-91b5-bef93f657a26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:54.90907031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"767535e4-9af9-450b-ba88-2b237a8ea202","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:54.956388661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"96a98c70-3b26-4b21-91b5-bef93f657a26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:54.960377451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"21773e24-9d57-41a4-80b5-d7225be25350","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:54.96106409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"31f5042f-64ad-4e9c-a43b-9cf67c2750af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:54.96232407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"767535e4-9af9-450b-ba88-2b237a8ea202","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:55.008454283Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-fb6e1d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (88ec769a48ad9fc277e51747c0dcb954d056b8bf470404272268b1e3274d08c4) AuthConfig (7fb31476349f413cfc1d7df7920d40f32885c431f22f85458ece06a882a2abbb) AuthConfig (f68e7e2b83460c94659176f37e78a4778ff200b998b5467fe19006e7895d5898) AuthConfig (10bbb9a19eb5c4400e8ae4339368372eac56dcefb2ad96fd948d5456d5996f99) AuthConfig (0370bec932a10e0eae7164727af5c009c8587aefa091c5072d764ba7943ed2ef) AuthConfig (4be3b52db7d54198cdaa392b29f7292418fa9372b38a56017f833c31b1705a63) AuthConfig (c261825abb20643a218611e1e051c24d2bdc913db4671c06e06c3ddc7208c111) AuthConfig (9f26c5bd8a44fb27c3ab70f5ad6297daf16ccb4e41adb5788b832f7a8487edb1) AuthConfig (7a4641f2581cdbf081040e27ddeb699681556767d6d506e71b157e76cbcb2ad2) AuthConfig (2ed3e5cf9263817b9f0a1de571266c72d826419693129c118b0c98f136e3d807) AuthConfig (e08d4aef04aa73b4e2233388a53b47284d7e7d96afbe84e325c3bbe38bbfd6be) AuthConfig (008996be37ecd986c468c772403b0b61e33ae0d8f9b38297a9978c6b87ae0866) AuthConfig (0e1638adef1d65047ea08abbac79da15247c213a37c005ce02401c432c041094) AuthConfig (f663e1ce3fcb83e266321b22c77c15cd0252ff68ee658a820da2d44138670108) AuthConfig (399ce38bbb90e6d5a680a56aff28dec74e3f6ed65bbb239650894c03199813f5) AuthConfig (05208d2a8ffe7afb535019cbb7cf095ac7d0a94e01860fd8e3a9904bf3b63690) AuthConfig (0fbb113f876fea592c0031003dc9b6f1578705683d79f2020e20d11c4734af3d) AuthConfig (0c20d970b17935fabc4e8995fbe4d6aeb93e5cf88b18b9d0769ba7b0ce786516) AuthConfig (2e04047cd92c445c173b2418485e6f9e9c478912a4b33f7a083bde3c768b2b9b) AuthConfig (cc2dedc3b73f273585c649dbba3a7b9e3bda9cd2243f1b9e29e61006087b549d) AuthConfig (c51cf5109611eb3b4cdf391465e815a6ad196346992c27bbe7d98e027b458420) AuthConfig (70d3311c131fc2548317d928524a6df379dfe7a67748f4c59a1f5bd7464125cd) AuthConfig (0d8a925ca8d151b4f3076c0f0a586bb0210e7b6c6437a6c1beb59b42c351a98d) AuthConfig (e6c1f632b4b5d9dc937780eaa0f0e9aa480f4e2987bbaced095c8b5f51ef59d7) AuthConfig (51f92e925221b9a9ec87feec17c34bac0c9ee4f5d37b21a3358fc492c5a2b3fd) AuthConfig (994cc55dc81db662e2f8031cdb674d3b0bf1a63d430ceab8d314fb656d35c9d4) AuthConfig (a71aafb088a4be2d5c74147fffb502c5c5bd780459605b7bb5d2d36fa83a6bb2) AuthConfig (e38646b122c77b178c66af10b3ec8027cbc5a189d04f2559e68262823989a968) AuthConfig (57493d16546f315fbf03515ac9e55ec0e5cbed4964806e6152fb442679ecab43) AuthConfig (be785bcd2bc1cfba82825973f9903ca275fee008407c76418a07670e7dbd2046)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"96a98c70-3b26-4b21-91b5-bef93f657a26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:55.014205933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"21773e24-9d57-41a4-80b5-d7225be25350","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:55.014851408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"31f5042f-64ad-4e9c-a43b-9cf67c2750af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:55.015392902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-fb6e1d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (88ec769a48ad9fc277e51747c0dcb954d056b8bf470404272268b1e3274d08c4) AuthConfig (7fb31476349f413cfc1d7df7920d40f32885c431f22f85458ece06a882a2abbb) AuthConfig (f68e7e2b83460c94659176f37e78a4778ff200b998b5467fe19006e7895d5898) AuthConfig (10bbb9a19eb5c4400e8ae4339368372eac56dcefb2ad96fd948d5456d5996f99) AuthConfig (0370bec932a10e0eae7164727af5c009c8587aefa091c5072d764ba7943ed2ef) AuthConfig (4be3b52db7d54198cdaa392b29f7292418fa9372b38a56017f833c31b1705a63) AuthConfig (c261825abb20643a218611e1e051c24d2bdc913db4671c06e06c3ddc7208c111) AuthConfig (9f26c5bd8a44fb27c3ab70f5ad6297daf16ccb4e41adb5788b832f7a8487edb1) AuthConfig (7a4641f2581cdbf081040e27ddeb699681556767d6d506e71b157e76cbcb2ad2) AuthConfig (2ed3e5cf9263817b9f0a1de571266c72d826419693129c118b0c98f136e3d807) AuthConfig (e08d4aef04aa73b4e2233388a53b47284d7e7d96afbe84e325c3bbe38bbfd6be) AuthConfig (008996be37ecd986c468c772403b0b61e33ae0d8f9b38297a9978c6b87ae0866) AuthConfig (0e1638adef1d65047ea08abbac79da15247c213a37c005ce02401c432c041094) AuthConfig (f663e1ce3fcb83e266321b22c77c15cd0252ff68ee658a820da2d44138670108) AuthConfig (399ce38bbb90e6d5a680a56aff28dec74e3f6ed65bbb239650894c03199813f5) AuthConfig (05208d2a8ffe7afb535019cbb7cf095ac7d0a94e01860fd8e3a9904bf3b63690) AuthConfig (0fbb113f876fea592c0031003dc9b6f1578705683d79f2020e20d11c4734af3d) AuthConfig (0c20d970b17935fabc4e8995fbe4d6aeb93e5cf88b18b9d0769ba7b0ce786516) AuthConfig (2e04047cd92c445c173b2418485e6f9e9c478912a4b33f7a083bde3c768b2b9b) AuthConfig (cc2dedc3b73f273585c649dbba3a7b9e3bda9cd2243f1b9e29e61006087b549d) AuthConfig (c51cf5109611eb3b4cdf391465e815a6ad196346992c27bbe7d98e027b458420) AuthConfig (70d3311c131fc2548317d928524a6df379dfe7a67748f4c59a1f5bd7464125cd) AuthConfig (0d8a925ca8d151b4f3076c0f0a586bb0210e7b6c6437a6c1beb59b42c351a98d) AuthConfig (e6c1f632b4b5d9dc937780eaa0f0e9aa480f4e2987bbaced095c8b5f51ef59d7) AuthConfig (51f92e925221b9a9ec87feec17c34bac0c9ee4f5d37b21a3358fc492c5a2b3fd) AuthConfig (994cc55dc81db662e2f8031cdb674d3b0bf1a63d430ceab8d314fb656d35c9d4) AuthConfig (a71aafb088a4be2d5c74147fffb502c5c5bd780459605b7bb5d2d36fa83a6bb2) AuthConfig (e38646b122c77b178c66af10b3ec8027cbc5a189d04f2559e68262823989a968) AuthConfig (57493d16546f315fbf03515ac9e55ec0e5cbed4964806e6152fb442679ecab43) AuthConfig (be785bcd2bc1cfba82825973f9903ca275fee008407c76418a07670e7dbd2046)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"767535e4-9af9-450b-ba88-2b237a8ea202","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:07:55.058645427Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"96a98c70-3b26-4b21-91b5-bef93f657a26","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:55.104891084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3d8404-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6514546ab8c15fe763c8e7bf996d335742d8379a915d667863c55d5a32344b5b) AuthConfig (237e86855ac24c91b812d6a658a32d34dd9de388636d93676f1170d84ca9cd4b) AuthConfig (21ecbe10eee743f864473a3d17208a46d8774968a533211398f758645212246d) AuthConfig (18c93469e93bd9761662458c8459301d3ec19f43f96475fa2483bec56f11cb9b) AuthConfig (5216f13d91c27af5a7763a118edaa445b7fe5eda44899dc66c87ca42a5026132) AuthConfig (4b7432bfbe3b44266ab1c591f5a6ab0587074d05a9bfa3ad976824a610d4bcef) AuthConfig (32d3edd565e10e0104c9e86016e3115506ada2e8f055e48bed9fa511bc02b690) AuthConfig (8305924e89cc4d1a17bd0065f0160beb63be0091baf064fae2e4a08731f22030) AuthConfig (7ffc87d9817af74ebb0d6e78c0e44b69cdd0fde4bb2bd56095585cc59571b6d2) AuthConfig (b677a01f68f88af6011d380c366ed6d64a7b4bfb3079710b1bda738285b31253) AuthConfig (ae59e84f2bcb9f7323ae0167f32ba70dfd9c0cbd8de2a7817e4bbabb41f3dc98) AuthConfig (42c3840f416a306aadee397b1d5f4a2d946bdca5a7e9db37fcc337fd7fdffd15) AuthConfig (2491c6cf144040ef20dfc056bae10a2557ee90a30602aa92068c3c9f7640494e) AuthConfig (4f3ea20cc44c963535e3dc791eb1f95318655dc82bc7687675b153f94a850661) AuthConfig (b9988cdd102219b32cf5e1a6a10f0b539de1412c9b810e62b9f91da413f50e38) AuthConfig (395d0a935484a3536150942d0984e746193e1870d39b5ef36c5cfd98d9be68ef) AuthConfig (dacdd513a905b05731d555a02c593444f7677b47e01d485a32b0be0f8fa9db03) AuthConfig (118750e63c81b04b8aac2ac78c811720a8693db28b6acb69a05e8e15afbca876) AuthConfig (d3cdb40ebce9c2559db8b00bf688af4641a5aa6d721128e1a95dde07a5e9d4db) AuthConfig (3b62a664bdcc04f2b13bf444638d434d535b3068a73ba57d1e42e6bb8bf92e0c) AuthConfig (b4a5c1b78ff4e4fac72431b228fa375006443a6d120b6a8ea531d680b439ed25) AuthConfig (c0ab1a93d0f7fefc4dfceeee7990000b62569ceb00488db5e0c5cd01d99cc469) AuthConfig (a079c1632b32798df9f84c8b93d96b50b006a8f62cd31c240e35a9f55160be58) AuthConfig (1c9b48c02730a07b2d5d59003a85d9cd444ea61596a273bfc4a6c09deacf7ad1) AuthConfig (be2e523bf3e6867e60667fe0e04a21ec1374c78ca24dd2f70947eadbe58b2243) AuthConfig (8cb0106c97035ee90f69b5a4e4410c9e989183ebb7b2312336eb6b9f9a48ffed) AuthConfig (802a96c5768987e7d95f2f12647c43cc492a603901c9f74a9f5a578ecfb20cb1) AuthConfig (7ce762b5ae1c8d6977d2aa02dd406c9d024d89ef4e563a700c107d219ec07569) AuthConfig (97bc87c25ab3a1bacbfc048e5ab6d15574d3cb4905bcaa868b9be22d03397f36) AuthConfig (ead7c35dc8884b8a8d963ec4bc32c938f538ed28765ca4af24c97d2bc40b3b87)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"21773e24-9d57-41a4-80b5-d7225be25350","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:55.104962514Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3d8404-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6514546ab8c15fe763c8e7bf996d335742d8379a915d667863c55d5a32344b5b) AuthConfig (237e86855ac24c91b812d6a658a32d34dd9de388636d93676f1170d84ca9cd4b) AuthConfig (21ecbe10eee743f864473a3d17208a46d8774968a533211398f758645212246d) AuthConfig (18c93469e93bd9761662458c8459301d3ec19f43f96475fa2483bec56f11cb9b) AuthConfig (5216f13d91c27af5a7763a118edaa445b7fe5eda44899dc66c87ca42a5026132) AuthConfig (4b7432bfbe3b44266ab1c591f5a6ab0587074d05a9bfa3ad976824a610d4bcef) AuthConfig (32d3edd565e10e0104c9e86016e3115506ada2e8f055e48bed9fa511bc02b690) AuthConfig (8305924e89cc4d1a17bd0065f0160beb63be0091baf064fae2e4a08731f22030) AuthConfig (7ffc87d9817af74ebb0d6e78c0e44b69cdd0fde4bb2bd56095585cc59571b6d2) AuthConfig (b677a01f68f88af6011d380c366ed6d64a7b4bfb3079710b1bda738285b31253) AuthConfig (ae59e84f2bcb9f7323ae0167f32ba70dfd9c0cbd8de2a7817e4bbabb41f3dc98) AuthConfig (42c3840f416a306aadee397b1d5f4a2d946bdca5a7e9db37fcc337fd7fdffd15) AuthConfig (2491c6cf144040ef20dfc056bae10a2557ee90a30602aa92068c3c9f7640494e) AuthConfig (4f3ea20cc44c963535e3dc791eb1f95318655dc82bc7687675b153f94a850661) AuthConfig (b9988cdd102219b32cf5e1a6a10f0b539de1412c9b810e62b9f91da413f50e38) AuthConfig (395d0a935484a3536150942d0984e746193e1870d39b5ef36c5cfd98d9be68ef) AuthConfig (dacdd513a905b05731d555a02c593444f7677b47e01d485a32b0be0f8fa9db03) AuthConfig (118750e63c81b04b8aac2ac78c811720a8693db28b6acb69a05e8e15afbca876) AuthConfig (d3cdb40ebce9c2559db8b00bf688af4641a5aa6d721128e1a95dde07a5e9d4db) AuthConfig (3b62a664bdcc04f2b13bf444638d434d535b3068a73ba57d1e42e6bb8bf92e0c) AuthConfig (b4a5c1b78ff4e4fac72431b228fa375006443a6d120b6a8ea531d680b439ed25) AuthConfig (c0ab1a93d0f7fefc4dfceeee7990000b62569ceb00488db5e0c5cd01d99cc469) AuthConfig (a079c1632b32798df9f84c8b93d96b50b006a8f62cd31c240e35a9f55160be58) AuthConfig (1c9b48c02730a07b2d5d59003a85d9cd444ea61596a273bfc4a6c09deacf7ad1) AuthConfig (be2e523bf3e6867e60667fe0e04a21ec1374c78ca24dd2f70947eadbe58b2243) AuthConfig (8cb0106c97035ee90f69b5a4e4410c9e989183ebb7b2312336eb6b9f9a48ffed) AuthConfig (802a96c5768987e7d95f2f12647c43cc492a603901c9f74a9f5a578ecfb20cb1) AuthConfig (7ce762b5ae1c8d6977d2aa02dd406c9d024d89ef4e563a700c107d219ec07569) AuthConfig (97bc87c25ab3a1bacbfc048e5ab6d15574d3cb4905bcaa868b9be22d03397f36) AuthConfig (ead7c35dc8884b8a8d963ec4bc32c938f538ed28765ca4af24c97d2bc40b3b87)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"31f5042f-64ad-4e9c-a43b-9cf67c2750af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:07:55.155267873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"21773e24-9d57-41a4-80b5-d7225be25350","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:55.212516054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"6d6e0212-eeb5-473a-81a4-abbc8107f0cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:55.265716879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"6d6e0212-eeb5-473a-81a4-abbc8107f0cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:55.311350407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"31f937cd-bfb1-4feb-b48a-288e824b899f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:55.318015477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-fb6e1d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (88ec769a48ad9fc277e51747c0dcb954d056b8bf470404272268b1e3274d08c4) AuthConfig (7fb31476349f413cfc1d7df7920d40f32885c431f22f85458ece06a882a2abbb) AuthConfig (f68e7e2b83460c94659176f37e78a4778ff200b998b5467fe19006e7895d5898) AuthConfig (10bbb9a19eb5c4400e8ae4339368372eac56dcefb2ad96fd948d5456d5996f99) AuthConfig (0370bec932a10e0eae7164727af5c009c8587aefa091c5072d764ba7943ed2ef) AuthConfig (4be3b52db7d54198cdaa392b29f7292418fa9372b38a56017f833c31b1705a63) AuthConfig (c261825abb20643a218611e1e051c24d2bdc913db4671c06e06c3ddc7208c111) AuthConfig (9f26c5bd8a44fb27c3ab70f5ad6297daf16ccb4e41adb5788b832f7a8487edb1) AuthConfig (7a4641f2581cdbf081040e27ddeb699681556767d6d506e71b157e76cbcb2ad2) AuthConfig (2ed3e5cf9263817b9f0a1de571266c72d826419693129c118b0c98f136e3d807) AuthConfig (e08d4aef04aa73b4e2233388a53b47284d7e7d96afbe84e325c3bbe38bbfd6be) AuthConfig (008996be37ecd986c468c772403b0b61e33ae0d8f9b38297a9978c6b87ae0866) AuthConfig (0e1638adef1d65047ea08abbac79da15247c213a37c005ce02401c432c041094) AuthConfig (f663e1ce3fcb83e266321b22c77c15cd0252ff68ee658a820da2d44138670108) AuthConfig (399ce38bbb90e6d5a680a56aff28dec74e3f6ed65bbb239650894c03199813f5) AuthConfig (05208d2a8ffe7afb535019cbb7cf095ac7d0a94e01860fd8e3a9904bf3b63690) AuthConfig (0fbb113f876fea592c0031003dc9b6f1578705683d79f2020e20d11c4734af3d) AuthConfig (0c20d970b17935fabc4e8995fbe4d6aeb93e5cf88b18b9d0769ba7b0ce786516) AuthConfig (2e04047cd92c445c173b2418485e6f9e9c478912a4b33f7a083bde3c768b2b9b) AuthConfig (cc2dedc3b73f273585c649dbba3a7b9e3bda9cd2243f1b9e29e61006087b549d) AuthConfig (c51cf5109611eb3b4cdf391465e815a6ad196346992c27bbe7d98e027b458420) AuthConfig (70d3311c131fc2548317d928524a6df379dfe7a67748f4c59a1f5bd7464125cd) AuthConfig (0d8a925ca8d151b4f3076c0f0a586bb0210e7b6c6437a6c1beb59b42c351a98d) AuthConfig (e6c1f632b4b5d9dc937780eaa0f0e9aa480f4e2987bbaced095c8b5f51ef59d7) AuthConfig (51f92e925221b9a9ec87feec17c34bac0c9ee4f5d37b21a3358fc492c5a2b3fd) AuthConfig (994cc55dc81db662e2f8031cdb674d3b0bf1a63d430ceab8d314fb656d35c9d4) AuthConfig (a71aafb088a4be2d5c74147fffb502c5c5bd780459605b7bb5d2d36fa83a6bb2) AuthConfig (e38646b122c77b178c66af10b3ec8027cbc5a189d04f2559e68262823989a968) AuthConfig (57493d16546f315fbf03515ac9e55ec0e5cbed4964806e6152fb442679ecab43) AuthConfig (be785bcd2bc1cfba82825973f9903ca275fee008407c76418a07670e7dbd2046)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"6d6e0212-eeb5-473a-81a4-abbc8107f0cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:55.365261211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"31f937cd-bfb1-4feb-b48a-288e824b899f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:55.417422351Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3d8404-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6514546ab8c15fe763c8e7bf996d335742d8379a915d667863c55d5a32344b5b) AuthConfig (237e86855ac24c91b812d6a658a32d34dd9de388636d93676f1170d84ca9cd4b) AuthConfig (21ecbe10eee743f864473a3d17208a46d8774968a533211398f758645212246d) AuthConfig (18c93469e93bd9761662458c8459301d3ec19f43f96475fa2483bec56f11cb9b) AuthConfig (5216f13d91c27af5a7763a118edaa445b7fe5eda44899dc66c87ca42a5026132) AuthConfig (4b7432bfbe3b44266ab1c591f5a6ab0587074d05a9bfa3ad976824a610d4bcef) AuthConfig (32d3edd565e10e0104c9e86016e3115506ada2e8f055e48bed9fa511bc02b690) AuthConfig (8305924e89cc4d1a17bd0065f0160beb63be0091baf064fae2e4a08731f22030) AuthConfig (7ffc87d9817af74ebb0d6e78c0e44b69cdd0fde4bb2bd56095585cc59571b6d2) AuthConfig (b677a01f68f88af6011d380c366ed6d64a7b4bfb3079710b1bda738285b31253) AuthConfig (ae59e84f2bcb9f7323ae0167f32ba70dfd9c0cbd8de2a7817e4bbabb41f3dc98) AuthConfig (42c3840f416a306aadee397b1d5f4a2d946bdca5a7e9db37fcc337fd7fdffd15) AuthConfig (2491c6cf144040ef20dfc056bae10a2557ee90a30602aa92068c3c9f7640494e) AuthConfig (4f3ea20cc44c963535e3dc791eb1f95318655dc82bc7687675b153f94a850661) AuthConfig (b9988cdd102219b32cf5e1a6a10f0b539de1412c9b810e62b9f91da413f50e38) AuthConfig (395d0a935484a3536150942d0984e746193e1870d39b5ef36c5cfd98d9be68ef) AuthConfig (dacdd513a905b05731d555a02c593444f7677b47e01d485a32b0be0f8fa9db03) AuthConfig (118750e63c81b04b8aac2ac78c811720a8693db28b6acb69a05e8e15afbca876) AuthConfig (d3cdb40ebce9c2559db8b00bf688af4641a5aa6d721128e1a95dde07a5e9d4db) AuthConfig (3b62a664bdcc04f2b13bf444638d434d535b3068a73ba57d1e42e6bb8bf92e0c) AuthConfig (b4a5c1b78ff4e4fac72431b228fa375006443a6d120b6a8ea531d680b439ed25) AuthConfig (c0ab1a93d0f7fefc4dfceeee7990000b62569ceb00488db5e0c5cd01d99cc469) AuthConfig (a079c1632b32798df9f84c8b93d96b50b006a8f62cd31c240e35a9f55160be58) AuthConfig (1c9b48c02730a07b2d5d59003a85d9cd444ea61596a273bfc4a6c09deacf7ad1) AuthConfig (be2e523bf3e6867e60667fe0e04a21ec1374c78ca24dd2f70947eadbe58b2243) AuthConfig (8cb0106c97035ee90f69b5a4e4410c9e989183ebb7b2312336eb6b9f9a48ffed) AuthConfig (802a96c5768987e7d95f2f12647c43cc492a603901c9f74a9f5a578ecfb20cb1) AuthConfig (7ce762b5ae1c8d6977d2aa02dd406c9d024d89ef4e563a700c107d219ec07569) AuthConfig (97bc87c25ab3a1bacbfc048e5ab6d15574d3cb4905bcaa868b9be22d03397f36) AuthConfig (ead7c35dc8884b8a8d963ec4bc32c938f538ed28765ca4af24c97d2bc40b3b87)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"31f937cd-bfb1-4feb-b48a-288e824b899f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:57.587104265Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-f608a6e1","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-b-f608a6e1","reconcileID":"d92db394-5144-487a-b0aa-cffbff241a1d","MaaSSubscription":{"name":"e2e-filter-sub-b-f608a6e1","namespace":"ai-tenant-e2e-worker-w3-14b321"},"model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscription":"e2e-filter-sub-b-f608a6e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:57.790179026Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-f608a6e1","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-b-f608a6e1","reconcileID":"d92db394-5144-487a-b0aa-cffbff241a1d","MaaSSubscription":{"name":"e2e-filter-sub-b-f608a6e1","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-14b321/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:57.989659221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"db133d55-f80e-4c74-85b9-a675079e18d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:58.046890767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"33f9307d-7077-4104-b682-db48a6ee0cf5","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:58.191667933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"ff2d33cf-8069-448a-a349-6da3cf334ac1","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:58.196484304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"b4e39302-f64e-44f8-835e-041d9a135639","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:58.196632663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"4f69589a-a8b8-4a01-823d-c808c62973d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:58.196486734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-a-823bf668-auth","reconcileID":"5144a1e1-894f-40d7-98e3-f1705bfa48db","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:58.234435714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f608a6e1-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-b-f608a6e1-auth","reconcileID":"b4bc3a36-590e-4005-9dd3-98fdff7d6982","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f608a6e1-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:58.25061238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"b4e39302-f64e-44f8-835e-041d9a135639","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:58.251741763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-a-823bf668-auth","reconcileID":"5144a1e1-894f-40d7-98e3-f1705bfa48db","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:58.25284754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"4f69589a-a8b8-4a01-823d-c808c62973d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:58.288132608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f608a6e1-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-b-f608a6e1-auth","reconcileID":"b4bc3a36-590e-4005-9dd3-98fdff7d6982","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f608a6e1-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:58.406566028Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-a-823bf668-auth","reconcileID":"adc6cde8-d2f7-4e43-b85a-e43cecb8cbd8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-823bf668-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:58.497512646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"5710980f-26a4-4ea1-a08f-aaaf3a5794fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:58.552871319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"5710980f-26a4-4ea1-a08f-aaaf3a5794fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:58.559013032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"2f17a7cf-576a-43af-86e2-6e6b7648e633","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:58.6424539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"e5823ada-2a84-4686-b63c-ee1fcc81feab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:58.695911539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"e5823ada-2a84-4686-b63c-ee1fcc81feab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:58.704941526Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f608a6e1-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-filter-sub-b-f608a6e1-auth","reconcileID":"c12658bc-26fc-4eef-9aa4-5e8f80fb5eaf","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f608a6e1-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:58.704955567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"db392d60-8ef8-473d-8e8c-d60e83645e72","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:58.856770096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"139571ee-10db-4cff-9130-7211bf7a6d90","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:58.956555902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"883919ff-6bc8-4232-8a15-1b72a8a566c0","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:58.958390948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"54d22d53-0fb2-4f97-871a-3a6c1b2c0ee2","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:02.949296582Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"6ab9cc96-1656-4f58-b35c-a4b175e138ea","namespace":"llm","name":"e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.001823281Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"e2267ac4-d97f-47ab-a8ef-1a498b3e19d8","namespace":"llm","name":"e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.098654835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e6c315c-e538-44e6-8273-0ff82a93edcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.099220826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"66ea55fd-df3e-450b-8581-a7b54ad2b43d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.0992334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"8036d346-170f-4676-ade8-81d84b5119c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.099606229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"d4c64bfd-155a-4bbc-8fe5-ba710a377b6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.099624103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"0ddffe0f-e6a7-46fe-bb09-ee26d61027fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.154296394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"0ddffe0f-e6a7-46fe-bb09-ee26d61027fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.15493984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e6c315c-e538-44e6-8273-0ff82a93edcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.157428035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"8036d346-170f-4676-ade8-81d84b5119c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.158505848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"d4c64bfd-155a-4bbc-8fe5-ba710a377b6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.159682759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"66ea55fd-df3e-450b-8581-a7b54ad2b43d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.206277799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3d8404-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6514546ab8c15fe763c8e7bf996d335742d8379a915d667863c55d5a32344b5b) AuthConfig (237e86855ac24c91b812d6a658a32d34dd9de388636d93676f1170d84ca9cd4b) AuthConfig (21ecbe10eee743f864473a3d17208a46d8774968a533211398f758645212246d) AuthConfig (18c93469e93bd9761662458c8459301d3ec19f43f96475fa2483bec56f11cb9b) AuthConfig (5216f13d91c27af5a7763a118edaa445b7fe5eda44899dc66c87ca42a5026132) AuthConfig (4b7432bfbe3b44266ab1c591f5a6ab0587074d05a9bfa3ad976824a610d4bcef) AuthConfig (32d3edd565e10e0104c9e86016e3115506ada2e8f055e48bed9fa511bc02b690) AuthConfig (8305924e89cc4d1a17bd0065f0160beb63be0091baf064fae2e4a08731f22030) AuthConfig (7ffc87d9817af74ebb0d6e78c0e44b69cdd0fde4bb2bd56095585cc59571b6d2) AuthConfig (b677a01f68f88af6011d380c366ed6d64a7b4bfb3079710b1bda738285b31253) AuthConfig (ae59e84f2bcb9f7323ae0167f32ba70dfd9c0cbd8de2a7817e4bbabb41f3dc98) AuthConfig (42c3840f416a306aadee397b1d5f4a2d946bdca5a7e9db37fcc337fd7fdffd15) AuthConfig (2491c6cf144040ef20dfc056bae10a2557ee90a30602aa92068c3c9f7640494e) AuthConfig (4f3ea20cc44c963535e3dc791eb1f95318655dc82bc7687675b153f94a850661) AuthConfig (b9988cdd102219b32cf5e1a6a10f0b539de1412c9b810e62b9f91da413f50e38) AuthConfig (395d0a935484a3536150942d0984e746193e1870d39b5ef36c5cfd98d9be68ef) AuthConfig (dacdd513a905b05731d555a02c593444f7677b47e01d485a32b0be0f8fa9db03) AuthConfig (118750e63c81b04b8aac2ac78c811720a8693db28b6acb69a05e8e15afbca876) AuthConfig (d3cdb40ebce9c2559db8b00bf688af4641a5aa6d721128e1a95dde07a5e9d4db) AuthConfig (3b62a664bdcc04f2b13bf444638d434d535b3068a73ba57d1e42e6bb8bf92e0c) AuthConfig (b4a5c1b78ff4e4fac72431b228fa375006443a6d120b6a8ea531d680b439ed25) AuthConfig (c0ab1a93d0f7fefc4dfceeee7990000b62569ceb00488db5e0c5cd01d99cc469) AuthConfig (a079c1632b32798df9f84c8b93d96b50b006a8f62cd31c240e35a9f55160be58) AuthConfig (1c9b48c02730a07b2d5d59003a85d9cd444ea61596a273bfc4a6c09deacf7ad1) AuthConfig (be2e523bf3e6867e60667fe0e04a21ec1374c78ca24dd2f70947eadbe58b2243) AuthConfig (8cb0106c97035ee90f69b5a4e4410c9e989183ebb7b2312336eb6b9f9a48ffed) AuthConfig (802a96c5768987e7d95f2f12647c43cc492a603901c9f74a9f5a578ecfb20cb1) AuthConfig (7ce762b5ae1c8d6977d2aa02dd406c9d024d89ef4e563a700c107d219ec07569) AuthConfig (97bc87c25ab3a1bacbfc048e5ab6d15574d3cb4905bcaa868b9be22d03397f36) AuthConfig (ead7c35dc8884b8a8d963ec4bc32c938f538ed28765ca4af24c97d2bc40b3b87)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"0ddffe0f-e6a7-46fe-bb09-ee26d61027fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.209669589Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3d8404-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6514546ab8c15fe763c8e7bf996d335742d8379a915d667863c55d5a32344b5b) AuthConfig (237e86855ac24c91b812d6a658a32d34dd9de388636d93676f1170d84ca9cd4b) AuthConfig (21ecbe10eee743f864473a3d17208a46d8774968a533211398f758645212246d) AuthConfig (18c93469e93bd9761662458c8459301d3ec19f43f96475fa2483bec56f11cb9b) AuthConfig (5216f13d91c27af5a7763a118edaa445b7fe5eda44899dc66c87ca42a5026132) AuthConfig (4b7432bfbe3b44266ab1c591f5a6ab0587074d05a9bfa3ad976824a610d4bcef) AuthConfig (32d3edd565e10e0104c9e86016e3115506ada2e8f055e48bed9fa511bc02b690) AuthConfig (8305924e89cc4d1a17bd0065f0160beb63be0091baf064fae2e4a08731f22030) AuthConfig (7ffc87d9817af74ebb0d6e78c0e44b69cdd0fde4bb2bd56095585cc59571b6d2) AuthConfig (b677a01f68f88af6011d380c366ed6d64a7b4bfb3079710b1bda738285b31253) AuthConfig (ae59e84f2bcb9f7323ae0167f32ba70dfd9c0cbd8de2a7817e4bbabb41f3dc98) AuthConfig (42c3840f416a306aadee397b1d5f4a2d946bdca5a7e9db37fcc337fd7fdffd15) AuthConfig (2491c6cf144040ef20dfc056bae10a2557ee90a30602aa92068c3c9f7640494e) AuthConfig (4f3ea20cc44c963535e3dc791eb1f95318655dc82bc7687675b153f94a850661) AuthConfig (b9988cdd102219b32cf5e1a6a10f0b539de1412c9b810e62b9f91da413f50e38) AuthConfig (395d0a935484a3536150942d0984e746193e1870d39b5ef36c5cfd98d9be68ef) AuthConfig (dacdd513a905b05731d555a02c593444f7677b47e01d485a32b0be0f8fa9db03) AuthConfig (118750e63c81b04b8aac2ac78c811720a8693db28b6acb69a05e8e15afbca876) AuthConfig (d3cdb40ebce9c2559db8b00bf688af4641a5aa6d721128e1a95dde07a5e9d4db) AuthConfig (3b62a664bdcc04f2b13bf444638d434d535b3068a73ba57d1e42e6bb8bf92e0c) AuthConfig (b4a5c1b78ff4e4fac72431b228fa375006443a6d120b6a8ea531d680b439ed25) AuthConfig (c0ab1a93d0f7fefc4dfceeee7990000b62569ceb00488db5e0c5cd01d99cc469) AuthConfig (a079c1632b32798df9f84c8b93d96b50b006a8f62cd31c240e35a9f55160be58) AuthConfig (1c9b48c02730a07b2d5d59003a85d9cd444ea61596a273bfc4a6c09deacf7ad1) AuthConfig (be2e523bf3e6867e60667fe0e04a21ec1374c78ca24dd2f70947eadbe58b2243) AuthConfig (8cb0106c97035ee90f69b5a4e4410c9e989183ebb7b2312336eb6b9f9a48ffed) AuthConfig (802a96c5768987e7d95f2f12647c43cc492a603901c9f74a9f5a578ecfb20cb1) AuthConfig (7ce762b5ae1c8d6977d2aa02dd406c9d024d89ef4e563a700c107d219ec07569) AuthConfig (97bc87c25ab3a1bacbfc048e5ab6d15574d3cb4905bcaa868b9be22d03397f36) AuthConfig (ead7c35dc8884b8a8d963ec4bc32c938f538ed28765ca4af24c97d2bc40b3b87)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"8036d346-170f-4676-ade8-81d84b5119c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.210592239Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-fb6e1d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (88ec769a48ad9fc277e51747c0dcb954d056b8bf470404272268b1e3274d08c4) AuthConfig (7fb31476349f413cfc1d7df7920d40f32885c431f22f85458ece06a882a2abbb) AuthConfig (f68e7e2b83460c94659176f37e78a4778ff200b998b5467fe19006e7895d5898) AuthConfig (10bbb9a19eb5c4400e8ae4339368372eac56dcefb2ad96fd948d5456d5996f99) AuthConfig (0370bec932a10e0eae7164727af5c009c8587aefa091c5072d764ba7943ed2ef) AuthConfig (4be3b52db7d54198cdaa392b29f7292418fa9372b38a56017f833c31b1705a63) AuthConfig (c261825abb20643a218611e1e051c24d2bdc913db4671c06e06c3ddc7208c111) AuthConfig (9f26c5bd8a44fb27c3ab70f5ad6297daf16ccb4e41adb5788b832f7a8487edb1) AuthConfig (7a4641f2581cdbf081040e27ddeb699681556767d6d506e71b157e76cbcb2ad2) AuthConfig (2ed3e5cf9263817b9f0a1de571266c72d826419693129c118b0c98f136e3d807) AuthConfig (e08d4aef04aa73b4e2233388a53b47284d7e7d96afbe84e325c3bbe38bbfd6be) AuthConfig (008996be37ecd986c468c772403b0b61e33ae0d8f9b38297a9978c6b87ae0866) AuthConfig (0e1638adef1d65047ea08abbac79da15247c213a37c005ce02401c432c041094) AuthConfig (f663e1ce3fcb83e266321b22c77c15cd0252ff68ee658a820da2d44138670108) AuthConfig (399ce38bbb90e6d5a680a56aff28dec74e3f6ed65bbb239650894c03199813f5) AuthConfig (05208d2a8ffe7afb535019cbb7cf095ac7d0a94e01860fd8e3a9904bf3b63690) AuthConfig (0fbb113f876fea592c0031003dc9b6f1578705683d79f2020e20d11c4734af3d) AuthConfig (0c20d970b17935fabc4e8995fbe4d6aeb93e5cf88b18b9d0769ba7b0ce786516) AuthConfig (2e04047cd92c445c173b2418485e6f9e9c478912a4b33f7a083bde3c768b2b9b) AuthConfig (cc2dedc3b73f273585c649dbba3a7b9e3bda9cd2243f1b9e29e61006087b549d) AuthConfig (c51cf5109611eb3b4cdf391465e815a6ad196346992c27bbe7d98e027b458420) AuthConfig (70d3311c131fc2548317d928524a6df379dfe7a67748f4c59a1f5bd7464125cd) AuthConfig (0d8a925ca8d151b4f3076c0f0a586bb0210e7b6c6437a6c1beb59b42c351a98d) AuthConfig (e6c1f632b4b5d9dc937780eaa0f0e9aa480f4e2987bbaced095c8b5f51ef59d7) AuthConfig (51f92e925221b9a9ec87feec17c34bac0c9ee4f5d37b21a3358fc492c5a2b3fd) AuthConfig (994cc55dc81db662e2f8031cdb674d3b0bf1a63d430ceab8d314fb656d35c9d4) AuthConfig (a71aafb088a4be2d5c74147fffb502c5c5bd780459605b7bb5d2d36fa83a6bb2) AuthConfig (e38646b122c77b178c66af10b3ec8027cbc5a189d04f2559e68262823989a968) AuthConfig (57493d16546f315fbf03515ac9e55ec0e5cbed4964806e6152fb442679ecab43) AuthConfig (be785bcd2bc1cfba82825973f9903ca275fee008407c76418a07670e7dbd2046)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"d4c64bfd-155a-4bbc-8fe5-ba710a377b6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.211547479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-fb6e1d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (88ec769a48ad9fc277e51747c0dcb954d056b8bf470404272268b1e3274d08c4) AuthConfig (7fb31476349f413cfc1d7df7920d40f32885c431f22f85458ece06a882a2abbb) AuthConfig (f68e7e2b83460c94659176f37e78a4778ff200b998b5467fe19006e7895d5898) AuthConfig (10bbb9a19eb5c4400e8ae4339368372eac56dcefb2ad96fd948d5456d5996f99) AuthConfig (0370bec932a10e0eae7164727af5c009c8587aefa091c5072d764ba7943ed2ef) AuthConfig (4be3b52db7d54198cdaa392b29f7292418fa9372b38a56017f833c31b1705a63) AuthConfig (c261825abb20643a218611e1e051c24d2bdc913db4671c06e06c3ddc7208c111) AuthConfig (9f26c5bd8a44fb27c3ab70f5ad6297daf16ccb4e41adb5788b832f7a8487edb1) AuthConfig (7a4641f2581cdbf081040e27ddeb699681556767d6d506e71b157e76cbcb2ad2) AuthConfig (2ed3e5cf9263817b9f0a1de571266c72d826419693129c118b0c98f136e3d807) AuthConfig (e08d4aef04aa73b4e2233388a53b47284d7e7d96afbe84e325c3bbe38bbfd6be) AuthConfig (008996be37ecd986c468c772403b0b61e33ae0d8f9b38297a9978c6b87ae0866) AuthConfig (0e1638adef1d65047ea08abbac79da15247c213a37c005ce02401c432c041094) AuthConfig (f663e1ce3fcb83e266321b22c77c15cd0252ff68ee658a820da2d44138670108) AuthConfig (399ce38bbb90e6d5a680a56aff28dec74e3f6ed65bbb239650894c03199813f5) AuthConfig (05208d2a8ffe7afb535019cbb7cf095ac7d0a94e01860fd8e3a9904bf3b63690) AuthConfig (0fbb113f876fea592c0031003dc9b6f1578705683d79f2020e20d11c4734af3d) AuthConfig (0c20d970b17935fabc4e8995fbe4d6aeb93e5cf88b18b9d0769ba7b0ce786516) AuthConfig (2e04047cd92c445c173b2418485e6f9e9c478912a4b33f7a083bde3c768b2b9b) AuthConfig (cc2dedc3b73f273585c649dbba3a7b9e3bda9cd2243f1b9e29e61006087b549d) AuthConfig (c51cf5109611eb3b4cdf391465e815a6ad196346992c27bbe7d98e027b458420) AuthConfig (70d3311c131fc2548317d928524a6df379dfe7a67748f4c59a1f5bd7464125cd) AuthConfig (0d8a925ca8d151b4f3076c0f0a586bb0210e7b6c6437a6c1beb59b42c351a98d) AuthConfig (e6c1f632b4b5d9dc937780eaa0f0e9aa480f4e2987bbaced095c8b5f51ef59d7) AuthConfig (51f92e925221b9a9ec87feec17c34bac0c9ee4f5d37b21a3358fc492c5a2b3fd) AuthConfig (994cc55dc81db662e2f8031cdb674d3b0bf1a63d430ceab8d314fb656d35c9d4) AuthConfig (a71aafb088a4be2d5c74147fffb502c5c5bd780459605b7bb5d2d36fa83a6bb2) AuthConfig (e38646b122c77b178c66af10b3ec8027cbc5a189d04f2559e68262823989a968) AuthConfig (57493d16546f315fbf03515ac9e55ec0e5cbed4964806e6152fb442679ecab43) AuthConfig (be785bcd2bc1cfba82825973f9903ca275fee008407c76418a07670e7dbd2046)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"66ea55fd-df3e-450b-8581-a7b54ad2b43d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.326418766Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"515e1db3-8830-4a71-91a2-1f71aed6ff18","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"name":"e2e-rt-sw-0096c8","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.354220653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"b0f54095-89f7-4adf-99a2-f07dcc920db6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.357519002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"b0180b66-1c31-4fc3-823b-6ec533bb4373","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.40773433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"b0f54095-89f7-4adf-99a2-f07dcc920db6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.410720091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"b0180b66-1c31-4fc3-823b-6ec533bb4373","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.45422135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"3d451773-e293-4dc0-8f65-98fdd901499c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.454248873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e3e9c69-f1f1-4e21-a2d8-d59463b8add1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.508636237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e3e9c69-f1f1-4e21-a2d8-d59463b8add1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.508903314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"3d451773-e293-4dc0-8f65-98fdd901499c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.554525809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"0d7f7943-5dad-4753-8237-feaa0c007f4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.608067182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"0d7f7943-5dad-4753-8237-feaa0c007f4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.609812985Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"02689f3c-39db-429c-93b4-3ba2e4a9fdf9","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"name":"e2e-rt-sw-0096c8","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.659232229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3cb9f21a-e17d-4280-87c8-5e7ebdd25f9e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.659265987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3cb9f21a-e17d-4280-87c8-5e7ebdd25f9e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.659607774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5d88f48e-41e4-48c7-ab86-b98aedc5631f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.659623909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5d88f48e-41e4-48c7-ab86-b98aedc5631f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.659915133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"726982a1-d4f8-41fe-95dc-4ea85dc30a9a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.659930137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"726982a1-d4f8-41fe-95dc-4ea85dc30a9a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.66029406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6f0916a4-ccd5-4d41-92f0-1afa62bd57c7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.660312278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6f0916a4-ccd5-4d41-92f0-1afa62bd57c7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.660741162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ecd969a-2e87-44fd-84c3-4ad22dffb8da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.660805079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ecd969a-2e87-44fd-84c3-4ad22dffb8da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.661287819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0b61a24f-960f-4fbe-a46c-9fdf21a649d8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.661348324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0b61a24f-960f-4fbe-a46c-9fdf21a649d8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.661762779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"71780fd2-c510-4fce-9817-901575410c17","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.661780668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"71780fd2-c510-4fce-9817-901575410c17","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.662061501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8513134a-ff11-44ae-9594-8e334e173994","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.662075581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8513134a-ff11-44ae-9594-8e334e173994","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.711740085Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"5be306af-cf4c-449b-bdda-8f097c2c828f","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"name":"e2e-rt-sw-0096c8","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.756628345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"585d2608-65c4-4420-8542-475c0c982879","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.756628504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"609cf65f-0d0b-4cf5-8228-a5f2bdb2f42a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.759472138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e525374a-45c0-4b0f-a80c-9b0dc5750602","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.759985493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d9332b3b-aa9d-4d3b-8829-56fdab6dab6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.810918238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"585d2608-65c4-4420-8542-475c0c982879","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.810927328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"609cf65f-0d0b-4cf5-8228-a5f2bdb2f42a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.856059358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"dc1740dd-40de-4930-873e-d406f7f79624","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.856273764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"75aec4ab-b19f-4cdd-a151-f2295031bd3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.910549531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"dc1740dd-40de-4930-873e-d406f7f79624","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.910569052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"75aec4ab-b19f-4cdd-a151-f2295031bd3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.955513453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c530fa16-8ac8-4e79-99c3-cdd15e01bc8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.96314331Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3d8404-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6514546ab8c15fe763c8e7bf996d335742d8379a915d667863c55d5a32344b5b) AuthConfig (237e86855ac24c91b812d6a658a32d34dd9de388636d93676f1170d84ca9cd4b) AuthConfig (21ecbe10eee743f864473a3d17208a46d8774968a533211398f758645212246d) AuthConfig (18c93469e93bd9761662458c8459301d3ec19f43f96475fa2483bec56f11cb9b) AuthConfig (5216f13d91c27af5a7763a118edaa445b7fe5eda44899dc66c87ca42a5026132) AuthConfig (4b7432bfbe3b44266ab1c591f5a6ab0587074d05a9bfa3ad976824a610d4bcef) AuthConfig (32d3edd565e10e0104c9e86016e3115506ada2e8f055e48bed9fa511bc02b690) AuthConfig (8305924e89cc4d1a17bd0065f0160beb63be0091baf064fae2e4a08731f22030) AuthConfig (7ffc87d9817af74ebb0d6e78c0e44b69cdd0fde4bb2bd56095585cc59571b6d2) AuthConfig (b677a01f68f88af6011d380c366ed6d64a7b4bfb3079710b1bda738285b31253) AuthConfig (ae59e84f2bcb9f7323ae0167f32ba70dfd9c0cbd8de2a7817e4bbabb41f3dc98) AuthConfig (42c3840f416a306aadee397b1d5f4a2d946bdca5a7e9db37fcc337fd7fdffd15) AuthConfig (2491c6cf144040ef20dfc056bae10a2557ee90a30602aa92068c3c9f7640494e) AuthConfig (4f3ea20cc44c963535e3dc791eb1f95318655dc82bc7687675b153f94a850661) AuthConfig (b9988cdd102219b32cf5e1a6a10f0b539de1412c9b810e62b9f91da413f50e38) AuthConfig (395d0a935484a3536150942d0984e746193e1870d39b5ef36c5cfd98d9be68ef) AuthConfig (dacdd513a905b05731d555a02c593444f7677b47e01d485a32b0be0f8fa9db03) AuthConfig (118750e63c81b04b8aac2ac78c811720a8693db28b6acb69a05e8e15afbca876) AuthConfig (d3cdb40ebce9c2559db8b00bf688af4641a5aa6d721128e1a95dde07a5e9d4db) AuthConfig (3b62a664bdcc04f2b13bf444638d434d535b3068a73ba57d1e42e6bb8bf92e0c) AuthConfig (b4a5c1b78ff4e4fac72431b228fa375006443a6d120b6a8ea531d680b439ed25) AuthConfig (c0ab1a93d0f7fefc4dfceeee7990000b62569ceb00488db5e0c5cd01d99cc469) AuthConfig (a079c1632b32798df9f84c8b93d96b50b006a8f62cd31c240e35a9f55160be58) AuthConfig (1c9b48c02730a07b2d5d59003a85d9cd444ea61596a273bfc4a6c09deacf7ad1) AuthConfig (be2e523bf3e6867e60667fe0e04a21ec1374c78ca24dd2f70947eadbe58b2243) AuthConfig (8cb0106c97035ee90f69b5a4e4410c9e989183ebb7b2312336eb6b9f9a48ffed) AuthConfig (802a96c5768987e7d95f2f12647c43cc492a603901c9f74a9f5a578ecfb20cb1) AuthConfig (7ce762b5ae1c8d6977d2aa02dd406c9d024d89ef4e563a700c107d219ec07569) AuthConfig (97bc87c25ab3a1bacbfc048e5ab6d15574d3cb4905bcaa868b9be22d03397f36) AuthConfig (ead7c35dc8884b8a8d963ec4bc32c938f538ed28765ca4af24c97d2bc40b3b87)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"dc1740dd-40de-4930-873e-d406f7f79624","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:03.964326895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-fb6e1d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (88ec769a48ad9fc277e51747c0dcb954d056b8bf470404272268b1e3274d08c4) AuthConfig (7fb31476349f413cfc1d7df7920d40f32885c431f22f85458ece06a882a2abbb) AuthConfig (f68e7e2b83460c94659176f37e78a4778ff200b998b5467fe19006e7895d5898) AuthConfig (10bbb9a19eb5c4400e8ae4339368372eac56dcefb2ad96fd948d5456d5996f99) AuthConfig (0370bec932a10e0eae7164727af5c009c8587aefa091c5072d764ba7943ed2ef) AuthConfig (4be3b52db7d54198cdaa392b29f7292418fa9372b38a56017f833c31b1705a63) AuthConfig (c261825abb20643a218611e1e051c24d2bdc913db4671c06e06c3ddc7208c111) AuthConfig (9f26c5bd8a44fb27c3ab70f5ad6297daf16ccb4e41adb5788b832f7a8487edb1) AuthConfig (7a4641f2581cdbf081040e27ddeb699681556767d6d506e71b157e76cbcb2ad2) AuthConfig (2ed3e5cf9263817b9f0a1de571266c72d826419693129c118b0c98f136e3d807) AuthConfig (e08d4aef04aa73b4e2233388a53b47284d7e7d96afbe84e325c3bbe38bbfd6be) AuthConfig (008996be37ecd986c468c772403b0b61e33ae0d8f9b38297a9978c6b87ae0866) AuthConfig (0e1638adef1d65047ea08abbac79da15247c213a37c005ce02401c432c041094) AuthConfig (f663e1ce3fcb83e266321b22c77c15cd0252ff68ee658a820da2d44138670108) AuthConfig (399ce38bbb90e6d5a680a56aff28dec74e3f6ed65bbb239650894c03199813f5) AuthConfig (05208d2a8ffe7afb535019cbb7cf095ac7d0a94e01860fd8e3a9904bf3b63690) AuthConfig (0fbb113f876fea592c0031003dc9b6f1578705683d79f2020e20d11c4734af3d) AuthConfig (0c20d970b17935fabc4e8995fbe4d6aeb93e5cf88b18b9d0769ba7b0ce786516) AuthConfig (2e04047cd92c445c173b2418485e6f9e9c478912a4b33f7a083bde3c768b2b9b) AuthConfig (cc2dedc3b73f273585c649dbba3a7b9e3bda9cd2243f1b9e29e61006087b549d) AuthConfig (c51cf5109611eb3b4cdf391465e815a6ad196346992c27bbe7d98e027b458420) AuthConfig (70d3311c131fc2548317d928524a6df379dfe7a67748f4c59a1f5bd7464125cd) AuthConfig (0d8a925ca8d151b4f3076c0f0a586bb0210e7b6c6437a6c1beb59b42c351a98d) AuthConfig (e6c1f632b4b5d9dc937780eaa0f0e9aa480f4e2987bbaced095c8b5f51ef59d7) AuthConfig (51f92e925221b9a9ec87feec17c34bac0c9ee4f5d37b21a3358fc492c5a2b3fd) AuthConfig (994cc55dc81db662e2f8031cdb674d3b0bf1a63d430ceab8d314fb656d35c9d4) AuthConfig (a71aafb088a4be2d5c74147fffb502c5c5bd780459605b7bb5d2d36fa83a6bb2) AuthConfig (e38646b122c77b178c66af10b3ec8027cbc5a189d04f2559e68262823989a968) AuthConfig (57493d16546f315fbf03515ac9e55ec0e5cbed4964806e6152fb442679ecab43) AuthConfig (be785bcd2bc1cfba82825973f9903ca275fee008407c76418a07670e7dbd2046)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"75aec4ab-b19f-4cdd-a151-f2295031bd3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:04.012937448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c530fa16-8ac8-4e79-99c3-cdd15e01bc8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:04.108543566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"4f3a1536-2ff1-406b-9866-9ef5e2d53448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:04.108592896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"d42a58ec-9d1b-407d-9c5f-0005b1927e4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:04.110941637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66d3eb20-a6a1-4f93-9ccd-3458a6b17c52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:04.162300286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"d42a58ec-9d1b-407d-9c5f-0005b1927e4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:04.162373725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"4f3a1536-2ff1-406b-9866-9ef5e2d53448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:04.166011029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66d3eb20-a6a1-4f93-9ccd-3458a6b17c52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:04.21530836Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-fb6e1d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (88ec769a48ad9fc277e51747c0dcb954d056b8bf470404272268b1e3274d08c4) AuthConfig (7fb31476349f413cfc1d7df7920d40f32885c431f22f85458ece06a882a2abbb) AuthConfig (f68e7e2b83460c94659176f37e78a4778ff200b998b5467fe19006e7895d5898) AuthConfig (10bbb9a19eb5c4400e8ae4339368372eac56dcefb2ad96fd948d5456d5996f99) AuthConfig (0370bec932a10e0eae7164727af5c009c8587aefa091c5072d764ba7943ed2ef) AuthConfig (4be3b52db7d54198cdaa392b29f7292418fa9372b38a56017f833c31b1705a63) AuthConfig (c261825abb20643a218611e1e051c24d2bdc913db4671c06e06c3ddc7208c111) AuthConfig (9f26c5bd8a44fb27c3ab70f5ad6297daf16ccb4e41adb5788b832f7a8487edb1) AuthConfig (7a4641f2581cdbf081040e27ddeb699681556767d6d506e71b157e76cbcb2ad2) AuthConfig (2ed3e5cf9263817b9f0a1de571266c72d826419693129c118b0c98f136e3d807) AuthConfig (e08d4aef04aa73b4e2233388a53b47284d7e7d96afbe84e325c3bbe38bbfd6be) AuthConfig (008996be37ecd986c468c772403b0b61e33ae0d8f9b38297a9978c6b87ae0866) AuthConfig (0e1638adef1d65047ea08abbac79da15247c213a37c005ce02401c432c041094) AuthConfig (f663e1ce3fcb83e266321b22c77c15cd0252ff68ee658a820da2d44138670108) AuthConfig (399ce38bbb90e6d5a680a56aff28dec74e3f6ed65bbb239650894c03199813f5) AuthConfig (05208d2a8ffe7afb535019cbb7cf095ac7d0a94e01860fd8e3a9904bf3b63690) AuthConfig (0fbb113f876fea592c0031003dc9b6f1578705683d79f2020e20d11c4734af3d) AuthConfig (0c20d970b17935fabc4e8995fbe4d6aeb93e5cf88b18b9d0769ba7b0ce786516) AuthConfig (2e04047cd92c445c173b2418485e6f9e9c478912a4b33f7a083bde3c768b2b9b) AuthConfig (cc2dedc3b73f273585c649dbba3a7b9e3bda9cd2243f1b9e29e61006087b549d) AuthConfig (c51cf5109611eb3b4cdf391465e815a6ad196346992c27bbe7d98e027b458420) AuthConfig (70d3311c131fc2548317d928524a6df379dfe7a67748f4c59a1f5bd7464125cd) AuthConfig (0d8a925ca8d151b4f3076c0f0a586bb0210e7b6c6437a6c1beb59b42c351a98d) AuthConfig (e6c1f632b4b5d9dc937780eaa0f0e9aa480f4e2987bbaced095c8b5f51ef59d7) AuthConfig (51f92e925221b9a9ec87feec17c34bac0c9ee4f5d37b21a3358fc492c5a2b3fd) AuthConfig (994cc55dc81db662e2f8031cdb674d3b0bf1a63d430ceab8d314fb656d35c9d4) AuthConfig (a71aafb088a4be2d5c74147fffb502c5c5bd780459605b7bb5d2d36fa83a6bb2) AuthConfig (e38646b122c77b178c66af10b3ec8027cbc5a189d04f2559e68262823989a968) AuthConfig (57493d16546f315fbf03515ac9e55ec0e5cbed4964806e6152fb442679ecab43) AuthConfig (be785bcd2bc1cfba82825973f9903ca275fee008407c76418a07670e7dbd2046)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"d42a58ec-9d1b-407d-9c5f-0005b1927e4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:04.215791388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3d8404-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6514546ab8c15fe763c8e7bf996d335742d8379a915d667863c55d5a32344b5b) AuthConfig (237e86855ac24c91b812d6a658a32d34dd9de388636d93676f1170d84ca9cd4b) AuthConfig (21ecbe10eee743f864473a3d17208a46d8774968a533211398f758645212246d) AuthConfig (18c93469e93bd9761662458c8459301d3ec19f43f96475fa2483bec56f11cb9b) AuthConfig (5216f13d91c27af5a7763a118edaa445b7fe5eda44899dc66c87ca42a5026132) AuthConfig (4b7432bfbe3b44266ab1c591f5a6ab0587074d05a9bfa3ad976824a610d4bcef) AuthConfig (32d3edd565e10e0104c9e86016e3115506ada2e8f055e48bed9fa511bc02b690) AuthConfig (8305924e89cc4d1a17bd0065f0160beb63be0091baf064fae2e4a08731f22030) AuthConfig (7ffc87d9817af74ebb0d6e78c0e44b69cdd0fde4bb2bd56095585cc59571b6d2) AuthConfig (b677a01f68f88af6011d380c366ed6d64a7b4bfb3079710b1bda738285b31253) AuthConfig (ae59e84f2bcb9f7323ae0167f32ba70dfd9c0cbd8de2a7817e4bbabb41f3dc98) AuthConfig (42c3840f416a306aadee397b1d5f4a2d946bdca5a7e9db37fcc337fd7fdffd15) AuthConfig (2491c6cf144040ef20dfc056bae10a2557ee90a30602aa92068c3c9f7640494e) AuthConfig (4f3ea20cc44c963535e3dc791eb1f95318655dc82bc7687675b153f94a850661) AuthConfig (b9988cdd102219b32cf5e1a6a10f0b539de1412c9b810e62b9f91da413f50e38) AuthConfig (395d0a935484a3536150942d0984e746193e1870d39b5ef36c5cfd98d9be68ef) AuthConfig (dacdd513a905b05731d555a02c593444f7677b47e01d485a32b0be0f8fa9db03) AuthConfig (118750e63c81b04b8aac2ac78c811720a8693db28b6acb69a05e8e15afbca876) AuthConfig (d3cdb40ebce9c2559db8b00bf688af4641a5aa6d721128e1a95dde07a5e9d4db) AuthConfig (3b62a664bdcc04f2b13bf444638d434d535b3068a73ba57d1e42e6bb8bf92e0c) AuthConfig (b4a5c1b78ff4e4fac72431b228fa375006443a6d120b6a8ea531d680b439ed25) AuthConfig (c0ab1a93d0f7fefc4dfceeee7990000b62569ceb00488db5e0c5cd01d99cc469) AuthConfig (a079c1632b32798df9f84c8b93d96b50b006a8f62cd31c240e35a9f55160be58) AuthConfig (1c9b48c02730a07b2d5d59003a85d9cd444ea61596a273bfc4a6c09deacf7ad1) AuthConfig (be2e523bf3e6867e60667fe0e04a21ec1374c78ca24dd2f70947eadbe58b2243) AuthConfig (8cb0106c97035ee90f69b5a4e4410c9e989183ebb7b2312336eb6b9f9a48ffed) AuthConfig (802a96c5768987e7d95f2f12647c43cc492a603901c9f74a9f5a578ecfb20cb1) AuthConfig (7ce762b5ae1c8d6977d2aa02dd406c9d024d89ef4e563a700c107d219ec07569) AuthConfig (97bc87c25ab3a1bacbfc048e5ab6d15574d3cb4905bcaa868b9be22d03397f36) AuthConfig (ead7c35dc8884b8a8d963ec4bc32c938f538ed28765ca4af24c97d2bc40b3b87)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"4f3a1536-2ff1-406b-9866-9ef5e2d53448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:04.362352015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0bed483-2ab3-4ebf-ba8b-38e72f8861e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:04.415659865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0bed483-2ab3-4ebf-ba8b-38e72f8861e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:04.755700353Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"e89ff395-47b0-4e22-b77e-673415317a80","namespace":"llm","name":"e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:04.80686424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"06fc5d6e-c062-4d2e-9c7f-693514a599cb","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:04.806900465Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"06fc5d6e-c062-4d2e-9c7f-693514a599cb","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0096c8-f68826799e61","namespace":"llm","model":"e2e-rt-sw-0096c8","externalModel":"e2e-rt-sw-0096c8","provider":"e2e-rt-sw-0096c8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:04.908310798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"48594f90-374e-4872-b654-825ae88d6cb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:04.908473991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"01322d28-0fa6-4bb1-9643-789755a20935","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:04.908784077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"3828594a-29d8-41d4-b073-95997c5484ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:04.90884359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"407bdf04-bb91-4a76-80d9-ef6379009f54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:04.908321212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"2f3d0153-6307-4dff-abe6-052252108842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:04.963828502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"48594f90-374e-4872-b654-825ae88d6cb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:04.966014252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"2f3d0153-6307-4dff-abe6-052252108842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:04.966224349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"01322d28-0fa6-4bb1-9643-789755a20935","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:04.968287366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"3828594a-29d8-41d4-b073-95997c5484ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:04.968342801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"407bdf04-bb91-4a76-80d9-ef6379009f54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:05.022761221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3d8404-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6514546ab8c15fe763c8e7bf996d335742d8379a915d667863c55d5a32344b5b) AuthConfig (237e86855ac24c91b812d6a658a32d34dd9de388636d93676f1170d84ca9cd4b) AuthConfig (21ecbe10eee743f864473a3d17208a46d8774968a533211398f758645212246d) AuthConfig (18c93469e93bd9761662458c8459301d3ec19f43f96475fa2483bec56f11cb9b) AuthConfig (5216f13d91c27af5a7763a118edaa445b7fe5eda44899dc66c87ca42a5026132) AuthConfig (4b7432bfbe3b44266ab1c591f5a6ab0587074d05a9bfa3ad976824a610d4bcef) AuthConfig (32d3edd565e10e0104c9e86016e3115506ada2e8f055e48bed9fa511bc02b690) AuthConfig (8305924e89cc4d1a17bd0065f0160beb63be0091baf064fae2e4a08731f22030) AuthConfig (7ffc87d9817af74ebb0d6e78c0e44b69cdd0fde4bb2bd56095585cc59571b6d2) AuthConfig (b677a01f68f88af6011d380c366ed6d64a7b4bfb3079710b1bda738285b31253) AuthConfig (ae59e84f2bcb9f7323ae0167f32ba70dfd9c0cbd8de2a7817e4bbabb41f3dc98) AuthConfig (42c3840f416a306aadee397b1d5f4a2d946bdca5a7e9db37fcc337fd7fdffd15) AuthConfig (2491c6cf144040ef20dfc056bae10a2557ee90a30602aa92068c3c9f7640494e) AuthConfig (4f3ea20cc44c963535e3dc791eb1f95318655dc82bc7687675b153f94a850661) AuthConfig (b9988cdd102219b32cf5e1a6a10f0b539de1412c9b810e62b9f91da413f50e38) AuthConfig (395d0a935484a3536150942d0984e746193e1870d39b5ef36c5cfd98d9be68ef) AuthConfig (dacdd513a905b05731d555a02c593444f7677b47e01d485a32b0be0f8fa9db03) AuthConfig (118750e63c81b04b8aac2ac78c811720a8693db28b6acb69a05e8e15afbca876) AuthConfig (d3cdb40ebce9c2559db8b00bf688af4641a5aa6d721128e1a95dde07a5e9d4db) AuthConfig (3b62a664bdcc04f2b13bf444638d434d535b3068a73ba57d1e42e6bb8bf92e0c) AuthConfig (b4a5c1b78ff4e4fac72431b228fa375006443a6d120b6a8ea531d680b439ed25) AuthConfig (c0ab1a93d0f7fefc4dfceeee7990000b62569ceb00488db5e0c5cd01d99cc469) AuthConfig (a079c1632b32798df9f84c8b93d96b50b006a8f62cd31c240e35a9f55160be58) AuthConfig (1c9b48c02730a07b2d5d59003a85d9cd444ea61596a273bfc4a6c09deacf7ad1) AuthConfig (be2e523bf3e6867e60667fe0e04a21ec1374c78ca24dd2f70947eadbe58b2243) AuthConfig (8cb0106c97035ee90f69b5a4e4410c9e989183ebb7b2312336eb6b9f9a48ffed) AuthConfig (802a96c5768987e7d95f2f12647c43cc492a603901c9f74a9f5a578ecfb20cb1) AuthConfig (7ce762b5ae1c8d6977d2aa02dd406c9d024d89ef4e563a700c107d219ec07569) AuthConfig (97bc87c25ab3a1bacbfc048e5ab6d15574d3cb4905bcaa868b9be22d03397f36) AuthConfig (ead7c35dc8884b8a8d963ec4bc32c938f538ed28765ca4af24c97d2bc40b3b87)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"2f3d0153-6307-4dff-abe6-052252108842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:05.02292032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-fb6e1d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (88ec769a48ad9fc277e51747c0dcb954d056b8bf470404272268b1e3274d08c4) AuthConfig (7fb31476349f413cfc1d7df7920d40f32885c431f22f85458ece06a882a2abbb) AuthConfig (f68e7e2b83460c94659176f37e78a4778ff200b998b5467fe19006e7895d5898) AuthConfig (10bbb9a19eb5c4400e8ae4339368372eac56dcefb2ad96fd948d5456d5996f99) AuthConfig (0370bec932a10e0eae7164727af5c009c8587aefa091c5072d764ba7943ed2ef) AuthConfig (4be3b52db7d54198cdaa392b29f7292418fa9372b38a56017f833c31b1705a63) AuthConfig (c261825abb20643a218611e1e051c24d2bdc913db4671c06e06c3ddc7208c111) AuthConfig (9f26c5bd8a44fb27c3ab70f5ad6297daf16ccb4e41adb5788b832f7a8487edb1) AuthConfig (7a4641f2581cdbf081040e27ddeb699681556767d6d506e71b157e76cbcb2ad2) AuthConfig (2ed3e5cf9263817b9f0a1de571266c72d826419693129c118b0c98f136e3d807) AuthConfig (e08d4aef04aa73b4e2233388a53b47284d7e7d96afbe84e325c3bbe38bbfd6be) AuthConfig (008996be37ecd986c468c772403b0b61e33ae0d8f9b38297a9978c6b87ae0866) AuthConfig (0e1638adef1d65047ea08abbac79da15247c213a37c005ce02401c432c041094) AuthConfig (f663e1ce3fcb83e266321b22c77c15cd0252ff68ee658a820da2d44138670108) AuthConfig (399ce38bbb90e6d5a680a56aff28dec74e3f6ed65bbb239650894c03199813f5) AuthConfig (05208d2a8ffe7afb535019cbb7cf095ac7d0a94e01860fd8e3a9904bf3b63690) AuthConfig (0fbb113f876fea592c0031003dc9b6f1578705683d79f2020e20d11c4734af3d) AuthConfig (0c20d970b17935fabc4e8995fbe4d6aeb93e5cf88b18b9d0769ba7b0ce786516) AuthConfig (2e04047cd92c445c173b2418485e6f9e9c478912a4b33f7a083bde3c768b2b9b) AuthConfig (cc2dedc3b73f273585c649dbba3a7b9e3bda9cd2243f1b9e29e61006087b549d) AuthConfig (c51cf5109611eb3b4cdf391465e815a6ad196346992c27bbe7d98e027b458420) AuthConfig (70d3311c131fc2548317d928524a6df379dfe7a67748f4c59a1f5bd7464125cd) AuthConfig (0d8a925ca8d151b4f3076c0f0a586bb0210e7b6c6437a6c1beb59b42c351a98d) AuthConfig (e6c1f632b4b5d9dc937780eaa0f0e9aa480f4e2987bbaced095c8b5f51ef59d7) AuthConfig (51f92e925221b9a9ec87feec17c34bac0c9ee4f5d37b21a3358fc492c5a2b3fd) AuthConfig (994cc55dc81db662e2f8031cdb674d3b0bf1a63d430ceab8d314fb656d35c9d4) AuthConfig (a71aafb088a4be2d5c74147fffb502c5c5bd780459605b7bb5d2d36fa83a6bb2) AuthConfig (e38646b122c77b178c66af10b3ec8027cbc5a189d04f2559e68262823989a968) AuthConfig (57493d16546f315fbf03515ac9e55ec0e5cbed4964806e6152fb442679ecab43) AuthConfig (be785bcd2bc1cfba82825973f9903ca275fee008407c76418a07670e7dbd2046)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"01322d28-0fa6-4bb1-9643-789755a20935","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:05.032381924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-fb6e1d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (88ec769a48ad9fc277e51747c0dcb954d056b8bf470404272268b1e3274d08c4) AuthConfig (7fb31476349f413cfc1d7df7920d40f32885c431f22f85458ece06a882a2abbb) AuthConfig (f68e7e2b83460c94659176f37e78a4778ff200b998b5467fe19006e7895d5898) AuthConfig (10bbb9a19eb5c4400e8ae4339368372eac56dcefb2ad96fd948d5456d5996f99) AuthConfig (0370bec932a10e0eae7164727af5c009c8587aefa091c5072d764ba7943ed2ef) AuthConfig (4be3b52db7d54198cdaa392b29f7292418fa9372b38a56017f833c31b1705a63) AuthConfig (c261825abb20643a218611e1e051c24d2bdc913db4671c06e06c3ddc7208c111) AuthConfig (9f26c5bd8a44fb27c3ab70f5ad6297daf16ccb4e41adb5788b832f7a8487edb1) AuthConfig (7a4641f2581cdbf081040e27ddeb699681556767d6d506e71b157e76cbcb2ad2) AuthConfig (2ed3e5cf9263817b9f0a1de571266c72d826419693129c118b0c98f136e3d807) AuthConfig (e08d4aef04aa73b4e2233388a53b47284d7e7d96afbe84e325c3bbe38bbfd6be) AuthConfig (008996be37ecd986c468c772403b0b61e33ae0d8f9b38297a9978c6b87ae0866) AuthConfig (0e1638adef1d65047ea08abbac79da15247c213a37c005ce02401c432c041094) AuthConfig (f663e1ce3fcb83e266321b22c77c15cd0252ff68ee658a820da2d44138670108) AuthConfig (399ce38bbb90e6d5a680a56aff28dec74e3f6ed65bbb239650894c03199813f5) AuthConfig (05208d2a8ffe7afb535019cbb7cf095ac7d0a94e01860fd8e3a9904bf3b63690) AuthConfig (0fbb113f876fea592c0031003dc9b6f1578705683d79f2020e20d11c4734af3d) AuthConfig (0c20d970b17935fabc4e8995fbe4d6aeb93e5cf88b18b9d0769ba7b0ce786516) AuthConfig (2e04047cd92c445c173b2418485e6f9e9c478912a4b33f7a083bde3c768b2b9b) AuthConfig (cc2dedc3b73f273585c649dbba3a7b9e3bda9cd2243f1b9e29e61006087b549d) AuthConfig (c51cf5109611eb3b4cdf391465e815a6ad196346992c27bbe7d98e027b458420) AuthConfig (70d3311c131fc2548317d928524a6df379dfe7a67748f4c59a1f5bd7464125cd) AuthConfig (0d8a925ca8d151b4f3076c0f0a586bb0210e7b6c6437a6c1beb59b42c351a98d) AuthConfig (e6c1f632b4b5d9dc937780eaa0f0e9aa480f4e2987bbaced095c8b5f51ef59d7) AuthConfig (51f92e925221b9a9ec87feec17c34bac0c9ee4f5d37b21a3358fc492c5a2b3fd) AuthConfig (994cc55dc81db662e2f8031cdb674d3b0bf1a63d430ceab8d314fb656d35c9d4) AuthConfig (a71aafb088a4be2d5c74147fffb502c5c5bd780459605b7bb5d2d36fa83a6bb2) AuthConfig (e38646b122c77b178c66af10b3ec8027cbc5a189d04f2559e68262823989a968) AuthConfig (57493d16546f315fbf03515ac9e55ec0e5cbed4964806e6152fb442679ecab43) AuthConfig (be785bcd2bc1cfba82825973f9903ca275fee008407c76418a07670e7dbd2046)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"3828594a-29d8-41d4-b073-95997c5484ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:05.03295625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-3d8404-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6514546ab8c15fe763c8e7bf996d335742d8379a915d667863c55d5a32344b5b) AuthConfig (237e86855ac24c91b812d6a658a32d34dd9de388636d93676f1170d84ca9cd4b) AuthConfig (21ecbe10eee743f864473a3d17208a46d8774968a533211398f758645212246d) AuthConfig (18c93469e93bd9761662458c8459301d3ec19f43f96475fa2483bec56f11cb9b) AuthConfig (5216f13d91c27af5a7763a118edaa445b7fe5eda44899dc66c87ca42a5026132) AuthConfig (4b7432bfbe3b44266ab1c591f5a6ab0587074d05a9bfa3ad976824a610d4bcef) AuthConfig (32d3edd565e10e0104c9e86016e3115506ada2e8f055e48bed9fa511bc02b690) AuthConfig (8305924e89cc4d1a17bd0065f0160beb63be0091baf064fae2e4a08731f22030) AuthConfig (7ffc87d9817af74ebb0d6e78c0e44b69cdd0fde4bb2bd56095585cc59571b6d2) AuthConfig (b677a01f68f88af6011d380c366ed6d64a7b4bfb3079710b1bda738285b31253) AuthConfig (ae59e84f2bcb9f7323ae0167f32ba70dfd9c0cbd8de2a7817e4bbabb41f3dc98) AuthConfig (42c3840f416a306aadee397b1d5f4a2d946bdca5a7e9db37fcc337fd7fdffd15) AuthConfig (2491c6cf144040ef20dfc056bae10a2557ee90a30602aa92068c3c9f7640494e) AuthConfig (4f3ea20cc44c963535e3dc791eb1f95318655dc82bc7687675b153f94a850661) AuthConfig (b9988cdd102219b32cf5e1a6a10f0b539de1412c9b810e62b9f91da413f50e38) AuthConfig (395d0a935484a3536150942d0984e746193e1870d39b5ef36c5cfd98d9be68ef) AuthConfig (dacdd513a905b05731d555a02c593444f7677b47e01d485a32b0be0f8fa9db03) AuthConfig (118750e63c81b04b8aac2ac78c811720a8693db28b6acb69a05e8e15afbca876) AuthConfig (d3cdb40ebce9c2559db8b00bf688af4641a5aa6d721128e1a95dde07a5e9d4db) AuthConfig (3b62a664bdcc04f2b13bf444638d434d535b3068a73ba57d1e42e6bb8bf92e0c) AuthConfig (b4a5c1b78ff4e4fac72431b228fa375006443a6d120b6a8ea531d680b439ed25) AuthConfig (c0ab1a93d0f7fefc4dfceeee7990000b62569ceb00488db5e0c5cd01d99cc469) AuthConfig (a079c1632b32798df9f84c8b93d96b50b006a8f62cd31c240e35a9f55160be58) AuthConfig (1c9b48c02730a07b2d5d59003a85d9cd444ea61596a273bfc4a6c09deacf7ad1) AuthConfig (be2e523bf3e6867e60667fe0e04a21ec1374c78ca24dd2f70947eadbe58b2243) AuthConfig (8cb0106c97035ee90f69b5a4e4410c9e989183ebb7b2312336eb6b9f9a48ffed) AuthConfig (802a96c5768987e7d95f2f12647c43cc492a603901c9f74a9f5a578ecfb20cb1) AuthConfig (7ce762b5ae1c8d6977d2aa02dd406c9d024d89ef4e563a700c107d219ec07569) AuthConfig (97bc87c25ab3a1bacbfc048e5ab6d15574d3cb4905bcaa868b9be22d03397f36) AuthConfig (ead7c35dc8884b8a8d963ec4bc32c938f538ed28765ca4af24c97d2bc40b3b87)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"407bdf04-bb91-4a76-80d9-ef6379009f54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:05.175905291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"88ee6567-1794-4967-9200-f04c18a08a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:05.175905167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"12c79293-f308-48e2-b6a7-75db075008fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:05.1844708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"6541031c-7b12-495a-9a28-582e6c7a83fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:05.184482316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07ec2d7e-d497-4e76-9553-52bb0e71f8e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:05.230084588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"12c79293-f308-48e2-b6a7-75db075008fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:05.230115731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"88ee6567-1794-4967-9200-f04c18a08a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:05.23947626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07ec2d7e-d497-4e76-9553-52bb0e71f8e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:05.239487505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"6541031c-7b12-495a-9a28-582e6c7a83fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:05.274893399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"f9cc236c-624e-4941-8c54-7ce3963800fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:05.328557881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"f9cc236c-624e-4941-8c54-7ce3963800fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:05.526902289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e42fbcf3-1e95-409d-b2ab-4b1f1f48cf06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:05.526944909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"8ed24065-61de-4bef-be7a-a9bee6b247da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:05.580861003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e42fbcf3-1e95-409d-b2ab-4b1f1f48cf06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:05.580860859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"8ed24065-61de-4bef-be7a-a9bee6b247da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.150569072Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"ba86f121-7eec-4304-8c02-a1602939c87f","namespace":"llm","name":"e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.298652389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"045a24a0-b2b1-4f5a-a233-bcdbd887d8b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.298877315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"4bd68da2-5685-43cb-9284-7d3d3209b17b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.29865281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"2f9f42a9-4dd8-47e9-8dff-3afaca3926a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.299317353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"57f01326-1d5b-4a9c-9894-13372be768e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.29932742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"dcc15009-683f-4982-9efc-e5785c7ad059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.353409079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"57f01326-1d5b-4a9c-9894-13372be768e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.353414023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"dcc15009-683f-4982-9efc-e5785c7ad059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.356065329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"4bd68da2-5685-43cb-9284-7d3d3209b17b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.356619558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"2f9f42a9-4dd8-47e9-8dff-3afaca3926a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.359305719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"045a24a0-b2b1-4f5a-a233-bcdbd887d8b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.608379287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"008cb78b-7064-46a4-a800-de1c335434f4","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.610797081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"b4aef79d-f009-4948-8023-e4b4cb878322","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.611409566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"premium-w1-3d8404","reconcileID":"366221d0-e03f-45ae-8b07-261c3c97539a","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"premium-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"premium-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.613611548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"1ecaafc6-e996-4e9b-a84d-a9588023ff75","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.652488845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"15e85f4c-594b-4083-a05f-c5b5e937fe6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.706000635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"15e85f4c-594b-4083-a05f-c5b5e937fe6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.760488812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"32a7c49d-9212-4bdf-a8a8-7a9e4f38edfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.76048881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"000230e8-5762-469c-9ded-d988faff21e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.761118059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"16694499-5eca-40a1-93db-106e88cabe3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.761114683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"f40a8a2d-5812-4d06-9648-e6b7003d04e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.814409278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"32a7c49d-9212-4bdf-a8a8-7a9e4f38edfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.81441619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"000230e8-5762-469c-9ded-d988faff21e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.816760543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"16694499-5eca-40a1-93db-106e88cabe3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.81678698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"f40a8a2d-5812-4d06-9648-e6b7003d04e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:07.001454125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4c53ebe-28d9-4d6d-a795-06ae72511d87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:07.055098096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4c53ebe-28d9-4d6d-a795-06ae72511d87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:07.164561591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"e1fbffca-4a30-425e-94fb-9f6d5542af60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:07.218174832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"e1fbffca-4a30-425e-94fb-9f6d5542af60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:08.85433263Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:08.970673532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"b8fa799d-4f5c-4884-b335-4faed219bb85","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:09.022928493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"dcbc6a16-a9af-480a-a49f-ca3a44ec8243","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:09.12373646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"70ab6a74-1434-404a-83b7-67e9a714516d","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:09.123760405Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"70ab6a74-1434-404a-83b7-67e9a714516d","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0096c8-f68826799e61","namespace":"llm","model":"e2e-rt-sw-0096c8","externalModel":"e2e-rt-sw-0096c8","provider":"e2e-rt-sw-0096c8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:09.172466544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-76c91f7a","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-gw-auth-76c91f7a","reconcileID":"541c4fb8-cb79-493c-9f2b-d70c0c256267","MaaSAuthPolicy":{"name":"e2e-gw-auth-76c91f7a","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:09.223185093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"1a8d590f-74c4-4ac1-95a2-935b3a3313c3","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:09.223206991Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"1a8d590f-74c4-4ac1-95a2-935b3a3313c3","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0096c8-f68826799e61","namespace":"llm","model":"e2e-rt-sw-0096c8","externalModel":"e2e-rt-sw-0096c8","provider":"e2e-rt-sw-0096c8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:09.226099455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-76c91f7a","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-gw-auth-76c91f7a","reconcileID":"541c4fb8-cb79-493c-9f2b-d70c0c256267","MaaSAuthPolicy":{"name":"e2e-gw-auth-76c91f7a","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:09.324855754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"60eb1a34-4246-4e83-afce-8a8a889f16c7","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:09.379428744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"60eb1a34-4246-4e83-afce-8a8a889f16c7","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:09.532101039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"ac4853c2-6b4e-4c55-b22d-e366452f9a41","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:09.67965411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-76c91f7a","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-gw-auth-76c91f7a","reconcileID":"cbf4c9f9-fe5f-47a6-8a8f-29d23e11216f","MaaSAuthPolicy":{"name":"e2e-gw-auth-76c91f7a","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:09.733250801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-76c91f7a","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-gw-auth-76c91f7a","reconcileID":"cbf4c9f9-fe5f-47a6-8a8f-29d23e11216f","MaaSAuthPolicy":{"name":"e2e-gw-auth-76c91f7a","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:09.783431815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"9563499e-5f56-4ceb-a976-30e89e6d514b","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:09.783463863Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"9563499e-5f56-4ceb-a976-30e89e6d514b","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0096c8-f68826799e61","namespace":"llm","model":"e2e-rt-sw-0096c8","externalModel":"e2e-rt-sw-0096c8","provider":"e2e-rt-sw-0096c8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:11.920812491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"36b409aa-3eed-45be-ac1a-845ad8f18a07","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:11.972494391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"0113a841-a02f-48b4-b43e-0ca3e4b06555","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.009482462Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-76c91f7a","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-gw-auth-76c91f7a","reconcileID":"ffbf930b-44c8-4c78-bfe5-5b5dfd838fb3","MaaSAuthPolicy":{"name":"e2e-gw-auth-76c91f7a","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.009789901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"2136ac4b-13ec-48fa-ac53-8c9eaff5019f","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.174515068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3f674ac8-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-bulk-sub-3f674ac8-auth","reconcileID":"efa95f11-29e8-41ed-9c3a-acb312985b11","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3f674ac8-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.225585486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"41e327a8-3532-483d-b0de-e0e4135c8232","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.228296192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"e496fe8d-cf92-49c0-8f71-57229f1edd99","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.228996904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3f674ac8-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-bulk-sub-3f674ac8-auth","reconcileID":"efa95f11-29e8-41ed-9c3a-acb312985b11","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3f674ac8-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.277480504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"6e4a6282-ebb1-4554-80f7-136274e4c795","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:08:12.331536426Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-3f674ac8","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-bulk-sub-3f674ac8","reconcileID":"06dd97ca-b62d-46c2-8ced-f0d57731da73","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-3f674ac8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.373911288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"1b64da95-268c-4abe-a866-04add50f8492","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.37391536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"833e0866-644a-465c-806f-556a9872fb8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.427782327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"1b64da95-268c-4abe-a866-04add50f8492","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.428828185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"833e0866-644a-465c-806f-556a9872fb8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.444495681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"93a2e8a4-ffb2-41f5-b4f0-0d91c2b1b22c","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.498432716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"df79fc60-4aaf-4a2f-bac7-5724ffb7875f","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.534247528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"04cfc043-0951-49b1-b109-822fd3a4593a","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.68270846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3f674ac8-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-bulk-sub-3f674ac8-auth","reconcileID":"42301170-10ec-45b3-8b96-ed5207754b7b","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3f674ac8-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.735972466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3f674ac8-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-bulk-sub-3f674ac8-auth","reconcileID":"42301170-10ec-45b3-8b96-ed5207754b7b","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3f674ac8-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.752306028Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-3f674ac8","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-bulk-sub-3f674ac8","reconcileID":"b2c92024-7fc8-439d-bf60-0231fb00ddb8","MaaSSubscription":{"name":"e2e-bulk-sub-3f674ac8","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-3d8404/e2e-bulk-sub-3f674ac8","ai-tenant-e2e-worker-w1-3d8404/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.829364846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"a0f9e5fc-eb23-47d0-bde7-9e2224dabcd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.829364838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"6d0b9685-1ec4-4ae1-a32c-562ca5e8c428","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.885016849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"a0f9e5fc-eb23-47d0-bde7-9e2224dabcd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.885049481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"6d0b9685-1ec4-4ae1-a32c-562ca5e8c428","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.909274327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"cdd414b4-4e47-4de9-8bce-285c6885d892","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.950968311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"8b229398-02d7-485a-9ba8-f637b240000e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:13.124577811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-3f674ac8","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-bulk-sub-3f674ac8","reconcileID":"c8ce85e1-d728-4e53-b747-b6436b8e96c7","MaaSSubscription":{"name":"e2e-bulk-sub-3f674ac8","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.674690544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"2e95ee28-11fc-4372-ab91-aa4fc3e647cc","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.67471741Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"2e95ee28-11fc-4372-ab91-aa4fc3e647cc","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0096c8-f68826799e61","namespace":"llm","model":"e2e-rt-sw-0096c8","externalModel":"e2e-rt-sw-0096c8","provider":"e2e-rt-sw-0096c8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:08:14.731032196Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-sw-0096c8-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-0096c8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.781095666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"48a2990e-c2c5-4cfc-bb55-2296e21b8660","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.82406935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"ec05c2a0-d3a0-4a41-8962-65ae50e7e4de","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.824275907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30fdb5ff-452a-4b24-872e-962ca2798a8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.824069343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23a9e1a5-fb72-4968-8c2f-8b235602c4c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.831793645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"fa52528e-d4d4-4426-89a9-c16a5860aa9d","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.831811828Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"fa52528e-d4d4-4426-89a9-c16a5860aa9d","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0096c8-f68826799e61","namespace":"llm","model":"e2e-rt-sw-0096c8","externalModel":"e2e-rt-sw-0096c8","provider":"e2e-rt-sw-0096c8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.879030124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23a9e1a5-fb72-4968-8c2f-8b235602c4c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.880738367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"ec05c2a0-d3a0-4a41-8962-65ae50e7e4de","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.881384709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30fdb5ff-452a-4b24-872e-962ca2798a8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.932292106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"ac8de9a5-966b-445e-9459-57d91fe16363","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.932317951Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"ac8de9a5-966b-445e-9459-57d91fe16363","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0096c8-f68826799e61","namespace":"llm","model":"e2e-rt-sw-0096c8","externalModel":"e2e-rt-sw-0096c8","provider":"e2e-rt-sw-0096c8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.044027992Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-sub","reconcileID":"18f40e46-cdb3-461e-88e0-1d31ba2d3f90","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0096c8","model":"e2e-rt-sw-0096c8","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-0096c8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.277101907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"488650be-a806-4d95-ad7d-7ea4294304f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.277189136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aca1709f-2cf2-447a-983d-01468b90d57c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.302187078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"08ff75a1-63f3-49a1-86f8-1f51dbf33f91","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.302213079Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"08ff75a1-63f3-49a1-86f8-1f51dbf33f91","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0096c8-f68826799e61","namespace":"llm","model":"e2e-rt-sw-0096c8","externalModel":"e2e-rt-sw-0096c8","provider":"e2e-rt-sw-0096c8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.331547683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aca1709f-2cf2-447a-983d-01468b90d57c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.331682614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"488650be-a806-4d95-ad7d-7ea4294304f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.376230039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"48c6705a-50b8-446c-b223-4d7270aa3068","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.432806914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"48c6705a-50b8-446c-b223-4d7270aa3068","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.50225171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-sub","reconcileID":"8b7ba4b5-551a-40ca-8c38-ec08507c7860","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0096c8","model":"llm/e2e-rt-sw-0096c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.727665144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"d443f168-2be0-4adb-a56c-d69ebfaf63f0","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.877651831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"0248cd8f-e6c1-47cc-9647-1be63f6bade4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.8778491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"c125408f-3c41-4da1-90d7-b839e37fc342","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.878139412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3f674ac8-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-bulk-sub-3f674ac8-auth","reconcileID":"c1bc5863-055c-4da8-aaf4-6754e82eec1e","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3f674ac8-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.904716315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"1217eb46-8244-4378-959c-243e287d8a0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.931830008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"0248cd8f-e6c1-47cc-9647-1be63f6bade4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.932075748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3f674ac8-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-bulk-sub-3f674ac8-auth","reconcileID":"c1bc5863-055c-4da8-aaf4-6754e82eec1e","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3f674ac8-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.934098816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"c125408f-3c41-4da1-90d7-b839e37fc342","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:21.367320883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"303139f1-12b4-4077-99b0-66b63b6a9cd3","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:21.367651662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"7b1cf9ca-b684-431b-acec-ad5ad26c4756","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:21.432842585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"cf002cca-46af-4f3b-9380-9d3c3e44c748","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:21.433311279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"0133d390-f771-45ff-b6b0-bf326313a40a","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:21.521233304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"2ea51534-3565-4b63-a06c-67a5673cfce6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:21.521231729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"71d02ca0-17db-4fc6-9b36-0354cb31b74c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:21.576225848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"37ae7330-dfe7-4d11-8817-e9603237081a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:21.582897867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"2ea51534-3565-4b63-a06c-67a5673cfce6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:21.585753815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"9169b90a-fdfd-4aec-bea8-8c0287a83d76","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:21.587616714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"71d02ca0-17db-4fc6-9b36-0354cb31b74c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:21.825403521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-sub","reconcileID":"e28c2b2b-21a3-465c-b7ac-4019072eb4e3","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0096c8","model":"llm/e2e-rt-sw-0096c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:21.931357363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"4657ca2f-3432-4e3d-8db2-496ce4fcbf1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:21.931422273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"07690a67-5442-4546-97ea-f3305ec384a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:21.986256397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"4657ca2f-3432-4e3d-8db2-496ce4fcbf1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:21.986296843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"07690a67-5442-4546-97ea-f3305ec384a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:22.084481201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"7b4f27da-e7c2-4747-96e3-2c61f1ecb8f3","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:22.08451262Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"7b4f27da-e7c2-4747-96e3-2c61f1ecb8f3","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0096c8-f68826799e61","namespace":"llm","model":"e2e-rt-sw-0096c8","externalModel":"e2e-rt-sw-0096c8","provider":"e2e-rt-sw-0096c8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:22.991481089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"9866c463-9f08-4e06-ae0b-a5224b92e9b7","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:22.991646438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3452d373-9851-41a2-a648-025932c27800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:22.991481077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87729911-ca69-438f-bdb9-2f77c7fdc6c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:23.048891018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87729911-ca69-438f-bdb9-2f77c7fdc6c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:23.049196814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"9866c463-9f08-4e06-ae0b-a5224b92e9b7","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:23.052773065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3452d373-9851-41a2-a648-025932c27800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.642024921Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"a38707f1-09a0-4866-a932-a636ac628a1d","namespace":"llm","name":"e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.692888802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"250af5e7-3cdf-475c-abda-ddf6e834602d","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.692914362Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"250af5e7-3cdf-475c-abda-ddf6e834602d","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0096c8-f68826799e61","namespace":"llm","model":"e2e-rt-sw-0096c8","externalModel":"e2e-rt-sw-0096c8","provider":"e2e-rt-sw-0096c8-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.793368464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"99445dae-71cb-45d4-9747-ef3001c1ccb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.793514215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"2847d8d2-20fb-4a7a-bf5a-f610adb584d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.793380428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"bd429d58-292b-4fc2-b7dd-39f8d7dc8a55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.793941174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"9ec34849-abd8-4302-b00e-2096ae730f98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.843371949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b57a4ffb-36d0-401d-aeb7-9b8c585ed629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.84787813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"9ec34849-abd8-4302-b00e-2096ae730f98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.847971353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"bd429d58-292b-4fc2-b7dd-39f8d7dc8a55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.850427546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"2847d8d2-20fb-4a7a-bf5a-f610adb584d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.85046971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"99445dae-71cb-45d4-9747-ef3001c1ccb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.854139367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e89fde76-c766-44f9-b8bc-cc43e9cc4768","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.854166529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e89fde76-c766-44f9-b8bc-cc43e9cc4768","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.854558373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab9e49b4-6c81-4e96-8302-f98ae2f576bc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.854571267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab9e49b4-6c81-4e96-8302-f98ae2f576bc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.854873076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6d55a75e-fcdc-4104-ac79-7b8e540e928a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.854885116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6d55a75e-fcdc-4104-ac79-7b8e540e928a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.855100709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"380a1273-5a5c-4517-b363-9b42602d3091","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.855112279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"380a1273-5a5c-4517-b363-9b42602d3091","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.883436022Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-3f674ac8","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-bulk-sub-3f674ac8","reconcileID":"cf3ae5b4-6ee8-460a-9b7f-0f1323b03ee6","MaaSSubscription":{"name":"e2e-bulk-sub-3f674ac8","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscription":"e2e-bulk-sub-3f674ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.897408451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b57a4ffb-36d0-401d-aeb7-9b8c585ed629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.905290839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"9adb126e-47f3-432c-8962-922f4e16e23f","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.905316871Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"9adb126e-47f3-432c-8962-922f4e16e23f","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0096c8-f68826799e61","namespace":"llm","model":"e2e-rt-sw-0096c8","externalModel":"e2e-rt-sw-0096c8","provider":"e2e-rt-sw-0096c8-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.95583294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9f2d3df3-fc7b-46df-9f57-e164f60c8d86","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.955859353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9f2d3df3-fc7b-46df-9f57-e164f60c8d86","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.956339045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b41cf947-eb50-454c-8397-d3908870212c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.956361522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b41cf947-eb50-454c-8397-d3908870212c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.956678906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f12837ab-4b35-46ef-a0e1-02205891e103","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.956694002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f12837ab-4b35-46ef-a0e1-02205891e103","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.95698726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7e483c91-ab47-4bcd-bf48-417a435de9a6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.957004318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7e483c91-ab47-4bcd-bf48-417a435de9a6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.054395896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"26488285-705a-4837-9f3b-0e3b49fd1986","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.055320956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1b060111-ea0b-449f-aa15-cbaced8c575c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.086780099Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-3f674ac8","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-bulk-sub-3f674ac8","reconcileID":"cf3ae5b4-6ee8-460a-9b7f-0f1323b03ee6","MaaSSubscription":{"name":"e2e-bulk-sub-3f674ac8","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-3d8404/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.104851172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-sub","reconcileID":"fe460916-ae44-4207-99ed-f72ad6d36af1","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0096c8","model":"llm/e2e-rt-sw-0096c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.14492785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"249193f6-2937-4a92-9e61-90ec5c6e90a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.146185099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3f674ac8-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-bulk-sub-3f674ac8-auth","reconcileID":"5e022831-eb83-4afc-a760-35d3ccf54595","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3f674ac8-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.147023573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"153c48ee-a5f2-4be2-912c-f1c273f2bb3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.195867841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce2d77c2-5d6c-4570-b6d2-4414915e5d86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.198356261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"249193f6-2937-4a92-9e61-90ec5c6e90a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.200545026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3f674ac8-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-bulk-sub-3f674ac8-auth","reconcileID":"5e022831-eb83-4afc-a760-35d3ccf54595","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3f674ac8-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.200958857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"153c48ee-a5f2-4be2-912c-f1c273f2bb3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.244884122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"0165bc7f-9edd-4fe2-990c-be7373114c9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.249047789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce2d77c2-5d6c-4570-b6d2-4414915e5d86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.287295711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"3078c522-6860-49ce-a7ed-43adbb23968d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.298616026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"f2041057-571e-4257-ba7a-11e0767f55f9","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.301388075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"0165bc7f-9edd-4fe2-990c-be7373114c9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.403702072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"c66e9487-d020-42a1-822c-c1b5d26a9138","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.40372995Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"c66e9487-d020-42a1-822c-c1b5d26a9138","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0096c8-f68826799e61","namespace":"llm","model":"e2e-rt-sw-0096c8","externalModel":"e2e-rt-sw-0096c8","provider":"e2e-rt-sw-0096c8-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.453586261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"30363d3a-a13a-411f-a414-7c850836ca04","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.549722335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"179942ff-8043-4514-85fa-82ac07d6ab51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.549910368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"de804598-e769-4b69-8368-ac1a61c0001b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.54972457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"46bc8b51-1ecd-4da1-ac71-ca4ada264504","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.605071084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"de804598-e769-4b69-8368-ac1a61c0001b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.605289344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"46bc8b51-1ecd-4da1-ac71-ca4ada264504","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.607398019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"179942ff-8043-4514-85fa-82ac07d6ab51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.697087519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"03e856c6-22bb-4d45-bd79-a546b072adce","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.697083145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e0b29a2-981e-4263-90d5-f15a129fe4f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.750987782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"03e856c6-22bb-4d45-bd79-a546b072adce","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.752086944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e0b29a2-981e-4263-90d5-f15a129fe4f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.804081542Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3f674ac8-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-bulk-sub-3f674ac8-auth","reconcileID":"5a3396f4-4f8a-4056-b3a9-08f10ba0c6b3","MaaSAuthPolicy":{"name":"e2e-bulk-sub-3f674ac8-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.828338703Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"cb88e019-9e1e-406f-9543-3bbedd76986e","namespace":"llm","name":"e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.951885562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"ebf8d09c-d286-4ff7-887e-031ecf928c95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.978189599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"cc7e4628-40c3-442e-a4c3-9e67ddf1c95e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:29.005130487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"ebf8d09c-d286-4ff7-887e-031ecf928c95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:29.032286398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"cc7e4628-40c3-442e-a4c3-9e67ddf1c95e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:29.057346752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"f36ae95c-934b-4b19-9c09-78f1c2409ecd","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:29.152897864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"c1b8851e-3246-4508-b32c-7162d50d2234","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:29.15289574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"89cba214-9923-4787-8d0a-dc44d1805da4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:29.207070651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"89cba214-9923-4787-8d0a-dc44d1805da4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:29.207157032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"c1b8851e-3246-4508-b32c-7162d50d2234","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:29.252817674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"6f0fbcb2-39fa-485f-a4eb-039a0ca23178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:29.306160396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"6f0fbcb2-39fa-485f-a4eb-039a0ca23178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:29.353472437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"6de00d0e-9e59-4f54-9f0b-3fa50a3c3806","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:29.402229425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"a8e0d660-4aae-4ef8-8d0f-32b1274e10c3","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:29.406792053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"6de00d0e-9e59-4f54-9f0b-3fa50a3c3806","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:29.455572487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"a8e0d660-4aae-4ef8-8d0f-32b1274e10c3","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:29.502385787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"c431a11d-a0af-4829-a810-f2b17275f8bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:29.551404009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f651d106-7f6e-4720-a38a-a4e179cce556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:29.555405349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"c431a11d-a0af-4829-a810-f2b17275f8bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:29.604766659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f651d106-7f6e-4720-a38a-a4e179cce556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:29.655223026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"03276925-173e-4a09-827a-f1747ddebdc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:29.708560236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"03276925-173e-4a09-827a-f1747ddebdc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:29.756934459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"090a01ad-e68b-4a01-8821-46d231e0a2e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:29.810372876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"090a01ad-e68b-4a01-8821-46d231e0a2e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:29.856617557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"94e53832-b3db-4794-969f-07ce2e6d7f6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:29.910079575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"94e53832-b3db-4794-969f-07ce2e6d7f6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:29.955671276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"b5090a90-448b-4a87-9172-59b5ed595363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:30.004652077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03be992a-7240-452e-a8ad-459737811eff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:30.009566238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"b5090a90-448b-4a87-9172-59b5ed595363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:30.058069179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03be992a-7240-452e-a8ad-459737811eff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:31.926570443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"2771f3f2-6b7e-486e-bdd4-7ac78ae4e786","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:38.852373129Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:39.401771295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"4c2a1082-fd47-42e5-877a-ae256875e4e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:39.401727643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"46f92c9c-1e44-467e-9d2b-da20084b79d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:39.465299728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"4c2a1082-fd47-42e5-877a-ae256875e4e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:39.467676229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"46f92c9c-1e44-467e-9d2b-da20084b79d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:39.820328557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"475d8d1a-2a94-4915-82f0-c54f45db0f8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:39.820604543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f51929ca-eae1-4af3-9e89-8312cd78c670","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:39.821220343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"2423e3df-671f-46e9-bb56-90a00fb44a6f","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:39.87959197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f51929ca-eae1-4af3-9e89-8312cd78c670","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:39.883339824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"2423e3df-671f-46e9-bb56-90a00fb44a6f","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:39.885672234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"475d8d1a-2a94-4915-82f0-c54f45db0f8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.675103517Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"eaff4761-73b3-4cf9-abf3-c43fb3b7184b","namespace":"llm","name":"e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.727384575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"8867a356-acb3-463a-9daf-6f8dabb2804c","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.727414577Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"8867a356-acb3-463a-9daf-6f8dabb2804c","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0096c8-f68826799e61","namespace":"llm","model":"e2e-rt-sw-0096c8","externalModel":"e2e-rt-sw-0096c8","provider":"e2e-rt-sw-0096c8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.827186068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"ed0df770-4459-4df4-b442-397c69398bda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.827415079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"5c349e8b-32df-43bf-8461-04d73c437f29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.827192184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"e8b3881f-f150-4132-9ff4-8db27fb76615","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.827971076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"2316c4e3-f624-420d-bb10-6d2522d795be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.877618706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"184cadb0-dc8d-4035-893f-01fd63e08dc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.882025273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"e8b3881f-f150-4132-9ff4-8db27fb76615","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.882079884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"5c349e8b-32df-43bf-8461-04d73c437f29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.884325168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"ed0df770-4459-4df4-b442-397c69398bda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.886331588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"2316c4e3-f624-420d-bb10-6d2522d795be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.887400515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"baeb87b2-aa1c-4d47-8af4-51f2b03c87b1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.887415702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"baeb87b2-aa1c-4d47-8af4-51f2b03c87b1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.887648767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7d475336-1376-4bd5-b1b2-85d0c3471a57","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.887659853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7d475336-1376-4bd5-b1b2-85d0c3471a57","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.887854691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"07ebbe71-1728-4c0d-a74a-d87ab98179af","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.887865826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"07ebbe71-1728-4c0d-a74a-d87ab98179af","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.888085916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3a1d1c04-0581-4430-9d66-6140c8f73f92","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.88809735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3a1d1c04-0581-4430-9d66-6140c8f73f92","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.888333433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df48f9df-d1d0-465e-84da-3f48b65341aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.888345818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df48f9df-d1d0-465e-84da-3f48b65341aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.888634796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"345c767e-2fc9-446a-a6d9-3e92f4933c3f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.888647949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"345c767e-2fc9-446a-a6d9-3e92f4933c3f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.88892828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"31a651e4-f8ba-4f3d-ab71-bf67a29efb4f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.888940023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"31a651e4-f8ba-4f3d-ab71-bf67a29efb4f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.889165807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fb93aa05-390b-4a67-8e6b-7b626dff5d88","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.889177178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fb93aa05-390b-4a67-8e6b-7b626dff5d88","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.936273508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"184cadb0-dc8d-4035-893f-01fd63e08dc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.93929993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"c620076f-96e1-4b3a-87e8-7c5fbad11ef7","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.939323462Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"c620076f-96e1-4b3a-87e8-7c5fbad11ef7","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0096c8-f68826799e61","namespace":"llm","model":"e2e-rt-sw-0096c8","externalModel":"e2e-rt-sw-0096c8","provider":"e2e-rt-sw-0096c8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:46.088757713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d642ca98-e020-42a0-b6cb-65fe0683fee0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:46.089040524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8e4ad907-2dcb-4c30-a429-77ece5462479","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:46.138489981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-sub","reconcileID":"9e456a95-c566-4c7f-aa39-9ba8dda295df","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0096c8","model":"llm/e2e-rt-sw-0096c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:46.233075601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"6c9740e9-955d-4ce1-981e-f31153851c74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:46.282219344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"bbf9bc2c-b5a5-474b-bcb6-207a15c70e4b","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:46.282292912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0408fbfd-dc5e-49ce-b239-5e326dbca7f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:46.286818859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"6c9740e9-955d-4ce1-981e-f31153851c74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:46.33714097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"bbf9bc2c-b5a5-474b-bcb6-207a15c70e4b","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:46.337758592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0408fbfd-dc5e-49ce-b239-5e326dbca7f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:46.337832299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"221e356b-efe6-4db6-bb77-87c769bd0b96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:46.338165813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"977979e3-35ca-4c64-923c-ea51cb482d22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:46.391975976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"977979e3-35ca-4c64-923c-ea51cb482d22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:46.393446127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"221e356b-efe6-4db6-bb77-87c769bd0b96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:46.636645995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"8304ecb5-d65c-4375-a46c-3c43921a03fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:46.690719794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"8304ecb5-d65c-4375-a46c-3c43921a03fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:46.73846951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"9339dcd4-fae1-4e64-84e8-25de198b351c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:46.739012611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"d2437993-e19a-4457-ae8a-4e3d53d93069","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:46.788186019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ed861e5-ab5e-4fac-be90-4d7dc6e9917e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:46.792068899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"9339dcd4-fae1-4e64-84e8-25de198b351c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:46.792432589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"d2437993-e19a-4457-ae8a-4e3d53d93069","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:46.843623753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ed861e5-ab5e-4fac-be90-4d7dc6e9917e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:46.859582364Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"0212f93d-725b-476e-8eec-bd6b810b21ed","namespace":"llm","name":"e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:47.008462895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"2d5708fe-adb5-421d-b081-fbbe673f63af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:47.063980004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"2d5708fe-adb5-421d-b081-fbbe673f63af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:47.109429026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"bde6de70-ed09-430e-8c15-e6654923b8b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:47.139312981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"14b118e9-5098-4be5-ab07-66fc2ce7e876","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:47.13948219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"d75b148d-74fc-4b25-899f-73f618db10fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:47.163380335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"bde6de70-ed09-430e-8c15-e6654923b8b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:47.189094657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"6c796a86-a095-4dc6-94ad-4c0ca9ae1f96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:47.19396714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"14b118e9-5098-4be5-ab07-66fc2ce7e876","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:47.194109382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"d75b148d-74fc-4b25-899f-73f618db10fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:47.242645368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"6c796a86-a095-4dc6-94ad-4c0ca9ae1f96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:47.410571449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"1c8f930f-9e41-40fd-829f-f1ae9bda78b6","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:47.465407329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"1c8f930f-9e41-40fd-829f-f1ae9bda78b6","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:47.489484175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"bcfd826a-55e1-47c8-a888-8edf7f6b8d38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:47.490007556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"b566f4f0-3a9d-408b-bad9-54980d7c07b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:47.510490334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f61393e-8a1f-4696-959b-1c473ee66bd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:47.538915277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"ab1a1a82-67f3-46b8-a21d-1487ff519427","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:47.544402601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"bcfd826a-55e1-47c8-a888-8edf7f6b8d38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:47.544403042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"b566f4f0-3a9d-408b-bad9-54980d7c07b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:47.564130881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f61393e-8a1f-4696-959b-1c473ee66bd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:47.593360097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"ab1a1a82-67f3-46b8-a21d-1487ff519427","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:47.863980345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"6eb9fdfb-b520-49e5-aab9-8267fb1ba513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:47.864280518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"c0b63a97-3e50-44cd-91aa-ce964fa98bfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:47.913969052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22576175-0d70-40e3-a3af-9228653c1e0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:47.919488562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"c0b63a97-3e50-44cd-91aa-ce964fa98bfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:47.919502129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"6eb9fdfb-b520-49e5-aab9-8267fb1ba513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:47.96795825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22576175-0d70-40e3-a3af-9228653c1e0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:48.19337527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"bf20218c-915f-4a9c-88e6-c0db5080b617","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:48.293135299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"34107aab-d14f-4a28-bf28-6bb42fa46f9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:48.392823982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"6fffa79a-283a-49d6-8074-cc4bbb09026c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:48.427854821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"94500481-5152-4f5d-aa98-4c5fa12f8b2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:48.599182755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-sub","reconcileID":"e50b0cdf-fc55-4910-a7e7-0c0cb330c05a","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0096c8","model":"llm/e2e-rt-sw-0096c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:48.650509246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"26e7ccda-46ec-4ee8-a17b-bb15fce74996","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:48.679731359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"2e48ac43-a282-4c1f-9d91-fddadd322438","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:48.750479508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"8fe2185e-8cab-4d2e-af58-d2a32ea6bd3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:48.85045707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"57253e28-6a9a-41a1-9c76-226dbea11eb0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:49.039313038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"0395b39f-6f8d-4afe-85f3-45adecbdb39a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:49.160375262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"4fff9906-3f15-46af-a7c7-20be47bf6862","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:49.285843576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"00d5b422-ad0f-4133-86ec-d9a5d54c9ca8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:49.38547185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"31bdf1d2-fef4-4590-ab8b-2c65befe5869","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:49.908578574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"7b29a492-fe2b-482d-b185-cc098f64f0a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:52.529766912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"a4f144a7-3774-414e-9507-fb7d13bf67e1","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:52.530300358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"bf62ecc8-df10-4865-92e7-51e3fd7a3f4c","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:52.597412001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"18022dcc-6fe1-4bde-a9fe-c34f32a944ba","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:52.597723033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"82c06a90-1610-4b9a-b258-b80eb2a2ac4e","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:52.679718604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"0f5388c8-50c2-479e-ae16-4702d9359942","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:52.67971874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"ba337a7e-6f4e-4b1e-8918-2b8c40b0ac1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:52.730459607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"66528859-441b-42eb-b08d-f37ff46454a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:52.730594419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"9f962acd-f432-42a9-8c38-691183c54eab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:52.73429516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"0f5388c8-50c2-479e-ae16-4702d9359942","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:52.735081228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"ba337a7e-6f4e-4b1e-8918-2b8c40b0ac1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:53.033846289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"0b69693d-38a8-4895-a0c9-2097a0760501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:53.033846218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"7f0b0fe8-30f2-4119-96f8-fc0cb76faaf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:53.088265551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"7f0b0fe8-30f2-4119-96f8-fc0cb76faaf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:53.08851047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"0b69693d-38a8-4895-a0c9-2097a0760501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:57.791636821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-11bf0f82","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"e2e-conflict-a-11bf0f82","reconcileID":"e915c694-301f-4531-8fb8-1861386cb25b","MaaSModelRef":{"name":"e2e-conflict-a-11bf0f82","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"e2e-conflict-a-11bf0f82-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"e2e-conflict-a-11bf0f82","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:00.867796227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"52e13d97-b89f-44bd-9181-ea3ac8ff7b08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:00.971222008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"7a89b06d-645a-473d-a29f-6d194b724652","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:01.071595956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"581a8d82-b226-4a73-bfb1-c9374a4ab58f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:01.222878425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-sub","reconcileID":"0bce9562-cb51-4066-ab23-98f3ce1597e7","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0096c8","model":"llm/e2e-rt-sw-0096c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:01.27157933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"ca333e4d-911e-49ac-a202-613f5d1494b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:01.37219691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"f3284895-523e-480b-a3ef-e2e713bc5728","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:01.486375242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"aa2f8ead-2ea0-4314-8a0d-66c2ef4f0ddd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:01.614511814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"f21a295b-4ba3-460c-8282-7461b3205bac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:01.715470485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"704828b2-80e5-436c-a670-3f949d20d706","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:01.814915155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ae317504-250d-4158-a87b-98bfb6e4957e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:01.815687997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"bced65a0-788f-4c54-bbde-7b4981c1afff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:01.955368302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"4b4d117d-93f0-4989-9be1-b28704a7b534","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:02.077851745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"877419cf-5efa-4815-bf8f-87099f89de6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:02.078439542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"f8734a52-0fa9-4a7e-8846-8ec90e561cd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:02.079188497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"86e43ef4-23fd-4ca3-9118-64d711e7ee30","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:02.154117235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"877419cf-5efa-4815-bf8f-87099f89de6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:02.162360412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"f8734a52-0fa9-4a7e-8846-8ec90e561cd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:02.65390497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f265cec-63d7-4d48-8c4e-fa755a979154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:02.654903006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c69d8f3d-7958-4104-9b7a-466e9e2861ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:02.65571581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"a16d3557-d479-4dd7-88bf-071c3d18380e","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:02.722230369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"a16d3557-d479-4dd7-88bf-071c3d18380e","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:02.722819448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f265cec-63d7-4d48-8c4e-fa755a979154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:02.726007045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c69d8f3d-7958-4104-9b7a-466e9e2861ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:06.795304805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"b424222b-3b17-4935-9163-36a2c8963e0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:08.853758749Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.037956672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"1807ed9d-822c-4b03-99c2-64f260266030","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.038602179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"premium-w1-3d8404","reconcileID":"fb850902-89a3-47ae-ae1f-590a09f6261c","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"premium-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"premium-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.103611743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"premium-w1-3d8404","reconcileID":"c3f4cebd-ba3e-4a86-b5b1-5d09c18553ed","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"premium-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"premium-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.104084867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"c7dc6e63-8eb9-416f-bec9-d7689c41cbbe","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.187273061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"b001e756-b04f-47fd-b562-dd2de0b566b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.244909004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"4d5790de-b1e4-4507-99c0-0052a7f8bb60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.245114574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"2d229e23-516b-40cb-a908-f37a2919be58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.24812186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"b001e756-b04f-47fd-b562-dd2de0b566b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.301984573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"306bea53-d055-4e1d-9d07-fec9ef2494cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.356733448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"306bea53-d055-4e1d-9d07-fec9ef2494cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.603091576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"f6a18b25-2e48-47fc-abcb-ac63586fcb50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.656450978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"f6a18b25-2e48-47fc-abcb-ac63586fcb50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.709034381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"368f5089-5642-4f92-9908-8aaa7ddfc066","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.762262289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"368f5089-5642-4f92-9908-8aaa7ddfc066","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:18.818417615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"20b61ecd-f4fd-43c4-87b1-5dc317251fed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:18.818416659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"62dce283-4b46-4d25-9557-aecfcc14c77c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:18.872082198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"20b61ecd-f4fd-43c4-87b1-5dc317251fed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:18.872324327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"62dce283-4b46-4d25-9557-aecfcc14c77c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:27.116070858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"912fc000-7e5f-4e40-98bc-6a66ebcc1729","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:28.907349552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"1ea17e00-1e16-4e04-afcc-fad9f6c3cf1e","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:28.907801259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"7b6c970c-9f08-496b-acb7-af6334a84ced","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:28.908083395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-11bf0f82","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"e2e-conflict-a-11bf0f82","reconcileID":"f4b9834a-9a85-4f93-8785-c27a7a4dc19c","MaaSModelRef":{"name":"e2e-conflict-a-11bf0f82","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"e2e-conflict-a-11bf0f82-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"e2e-conflict-a-11bf0f82","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:28.980092754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"a878ace9-540a-4954-90e3-a36c14068dc1","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:28.980627243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"3b053a54-af2d-4895-bc53-4a768d2b421b","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:28.981043033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-11bf0f82","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"e2e-conflict-a-11bf0f82","reconcileID":"54afb809-4d97-4fdf-b995-ce796f2daca3","MaaSModelRef":{"name":"e2e-conflict-a-11bf0f82","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"e2e-conflict-a-11bf0f82-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"e2e-conflict-a-11bf0f82","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:29.058715013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"3fc78b76-18e6-4803-aca7-0c61563492ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:29.059187661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"8b1f1957-c22e-4adc-a641-be64adea6f30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:29.110621739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"394f397a-d242-46b9-8cea-443e2f8ff991","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:29.111183101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"2f3860eb-f948-4f35-be86-718950aee57f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:29.113668515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"8b1f1957-c22e-4adc-a641-be64adea6f30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:29.116003044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"3fc78b76-18e6-4803-aca7-0c61563492ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:29.468317281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"6e0bdf47-f1f6-400b-8a36-b02fe276fede","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:29.468316413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"ef6fa19b-3da4-48b7-aab2-9f9240838c7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:29.521898646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"6e0bdf47-f1f6-400b-8a36-b02fe276fede","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:29.522083604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"ef6fa19b-3da4-48b7-aab2-9f9240838c7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:37.302270174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"ceb5210f-83f4-40fc-a65c-4707aa081724","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:37.302270522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"e7ba4b23-5bd5-4065-af43-7be83a120a9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:37.355869361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"ceb5210f-83f4-40fc-a65c-4707aa081724","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:37.357119995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"e7ba4b23-5bd5-4065-af43-7be83a120a9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:38.852996306Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:51.81365865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"975f1d0b-7411-4b25-81f7-95dd998a6e9f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:51.91350635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"55f88cd4-9d51-45d5-ac03-68a0607824c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:51.913897638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"1c3d6d07-6ff0-4399-8818-1eaa1f644852","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:51.948826731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"51e746be-716e-4f65-bf5c-9ca043e4c879","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.064316501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-sub","reconcileID":"461073b0-c24a-4743-8b87-2bd097bf0d69","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0096c8","model":"llm/e2e-rt-sw-0096c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.19891276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"ae593013-1c4e-4c96-bed1-c65b49130724","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.375704376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"787b9551-f550-4095-967e-6706bf7e769f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.512272838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"87da8163-6ea8-466d-ac89-3cf696c774f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.611501641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"3a3908a3-329a-4924-9905-9dd3fe63bc8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.634653965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9c0c87a1-a132-48ce-8bf3-a5947171bae9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.710692422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"87f86c8f-1ff4-44ad-9ad5-078558aa8f4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.810454984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9ff70cdf-6fa1-4dce-a5c2-1106a9f641a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.821218576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"2b95c7e4-7bbf-42ed-80de-613f1844dc50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.91318662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"3a9f16c9-ace0-432f-aeb1-15a396379e5e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.549966046Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"a8e965af-985c-4f3e-a8f6-d09f5aea17d4","namespace":"llm","name":"e2e-rt-eq-6fcabd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.604727831Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"531c7d07-689e-41f6-b3bc-e3bdb44d6f5b","namespace":"llm","name":"e2e-rt-eq-6fcabd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.699956219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"d1aeb420-bb40-4a69-b3d0-df282530540d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.69995624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"43d12aab-077f-4a71-848c-4d39aa29d046","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.700851162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"9921e1de-dc01-408e-9b9b-e48071b7ea40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.712086377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"bd7ec4c8-d4e4-46a6-b058-147bc891c102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.712181874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"2ccbc2af-7cd0-4bf7-bd09-26e5f4df2bbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.754579405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"43d12aab-077f-4a71-848c-4d39aa29d046","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.755736807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"d1aeb420-bb40-4a69-b3d0-df282530540d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.756863411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"9921e1de-dc01-408e-9b9b-e48071b7ea40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.765937011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"2ccbc2af-7cd0-4bf7-bd09-26e5f4df2bbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.767068473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"bd7ec4c8-d4e4-46a6-b058-147bc891c102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.915792651Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"1f6f6af1-4999-4c31-be8b-1dffa02401f9","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"name":"e2e-rt-eq-6fcabd","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.025928392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"846680b5-514e-4922-a6d2-7693474d58d7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.025949103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"846680b5-514e-4922-a6d2-7693474d58d7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.026382176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fe36cf0b-7939-4ed4-8edf-2b07e0623015","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.026398289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fe36cf0b-7939-4ed4-8edf-2b07e0623015","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.026642258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"21c2ad35-b1df-44a1-a2b8-dcef8f36d6a2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.026655894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"21c2ad35-b1df-44a1-a2b8-dcef8f36d6a2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.077025275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"879d15ce-3103-4c16-bedf-763bcc490b7a","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.077058598Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"879d15ce-3103-4c16-bedf-763bcc490b7a","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0096c8-f68826799e61","namespace":"llm","model":"e2e-rt-sw-0096c8","externalModel":"e2e-rt-sw-0096c8","provider":"e2e-rt-sw-0096c8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.110803994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"e13c00f7-bcb6-4e18-ab22-01b62503fa32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.126807968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a899b895-b9c6-427e-91a4-5def31153a3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.156339539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f058fce4-ba45-4955-b132-e858916344c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.161323807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"6a4bbbf7-6a9d-4537-b293-654f11647fcf","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.161756415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0dc473d-2271-48b8-882c-0578f18ff522","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.165704431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"e13c00f7-bcb6-4e18-ab22-01b62503fa32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.176432343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-sub","reconcileID":"72376584-a3e7-4ded-a9d2-34c35f2ee17a","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0096c8","model":"llm/e2e-rt-sw-0096c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.203373739Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"e3d16fe4-e58a-4efe-9101-9b5936b9de3c","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"name":"e2e-rt-eq-6fcabd","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.21572509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"6a4bbbf7-6a9d-4537-b293-654f11647fcf","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.215925356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0dc473d-2271-48b8-882c-0578f18ff522","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.224015015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"e7e081c0-602c-4a25-9231-3a2275b4d14b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.224182127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"8f3ce293-a8a2-4843-a61b-55f761080080","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.254137138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"caa2e557-8611-4a8c-85a4-e68536da4f0b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.254191961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"caa2e557-8611-4a8c-85a4-e68536da4f0b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.254543185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4e720a55-857b-4bfc-8475-1c4da433543c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.254558352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4e720a55-857b-4bfc-8475-1c4da433543c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.254850045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"04968e3e-71cc-40d6-8c76-e5cd77a5be9f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.254864241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"04968e3e-71cc-40d6-8c76-e5cd77a5be9f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.255165348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f1f2f357-4594-40e7-ba79-d0918552f006","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.255180786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f1f2f357-4594-40e7-ba79-d0918552f006","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.25548375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3a9e363-165c-4f89-889a-a2af68172b24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.255501643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3a9e363-165c-4f89-889a-a2af68172b24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.277798507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"e7e081c0-602c-4a25-9231-3a2275b4d14b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.279524594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"8f3ce293-a8a2-4843-a61b-55f761080080","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.523580783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"1709949f-2351-4d3b-8fec-74c5f0b0ed68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.57787291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"1709949f-2351-4d3b-8fec-74c5f0b0ed68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.623323497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"d0299296-8de9-436a-a202-d48e4a6edff9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.624191725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"5d31b2af-3203-4ae0-9123-18076e5ed0bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.672645773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"3eb3916b-b70d-45ec-bd03-4d727fa2f066","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.672688623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af80d217-2a11-4cff-85fe-429928f22f5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.678077448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"d0299296-8de9-436a-a202-d48e4a6edff9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.678796268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"5d31b2af-3203-4ae0-9123-18076e5ed0bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.726946165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"3eb3916b-b70d-45ec-bd03-4d727fa2f066","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.727076067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af80d217-2a11-4cff-85fe-429928f22f5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.924959613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"66d4a96c-ee62-4f09-99ce-b87bfbc592ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.979237999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"66d4a96c-ee62-4f09-99ce-b87bfbc592ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.025849274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"47dbed33-93c5-403e-ab5c-046a91ff7034","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.025862291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"20dbd438-0a0e-4be8-9b6d-73211ff9d576","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.081142633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"20dbd438-0a0e-4be8-9b6d-73211ff9d576","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.081221178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"47dbed33-93c5-403e-ab5c-046a91ff7034","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.176686935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"465651d4-1062-43d8-8164-627f8a828cb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.176686623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"d2359709-1852-442d-aef0-3761fcf5acef","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.188034888Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"44c6ac7c-c9c6-4a03-9358-8ac9412007d9","namespace":"llm","name":"e2e-rt-eq-6fcabd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.231589864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"d2359709-1852-442d-aef0-3761fcf5acef","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.232483794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"465651d4-1062-43d8-8164-627f8a828cb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.237955854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"bf219d53-eac5-4346-a920-a815d1143433","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-6fcabd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.237981954Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"bf219d53-eac5-4346-a920-a815d1143433","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-6fcabd-1f470821c94d","namespace":"llm","model":"e2e-rt-eq-6fcabd","externalModel":"e2e-rt-eq-6fcabd","provider":"e2e-rt-eq-6fcabd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.336476974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"1e5c9785-2dbf-4270-a009-55bc1ef69cf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.390338377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"1e5c9785-2dbf-4270-a009-55bc1ef69cf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.428744566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"8a152012-d414-4010-ab65-f4a6c0885479","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.484016377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"8a152012-d414-4010-ab65-f4a6c0885479","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.577604412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee5d2ffd-0f14-4bf2-9869-56d49d321e6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.628061576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"dd75fe99-0514-4159-b884-c62dee9ec76d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.628181821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"75139604-d6e5-44ab-93bd-b3cf21a5c6f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.631845516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee5d2ffd-0f14-4bf2-9869-56d49d321e6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.681647122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"dd75fe99-0514-4159-b884-c62dee9ec76d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.681814859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"75139604-d6e5-44ab-93bd-b3cf21a5c6f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.728799749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"2c8dc7d8-4986-4f16-8e5d-71f67056ca2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.78375419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"2c8dc7d8-4986-4f16-8e5d-71f67056ca2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.82926958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"dda543a1-2461-455e-96ba-54da33a48846","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.884314866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"dda543a1-2461-455e-96ba-54da33a48846","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.978442073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"046a59d0-accb-4b92-a192-2b2767b8e774","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.032128195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"046a59d0-accb-4b92-a192-2b2767b8e774","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.077275438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"14357028-bda5-440d-9cfd-6dae6f287020","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.077289406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3db4367b-0850-4a61-8a26-e96be4b7b7a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.12734696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"a5b14de4-3717-4b48-b9bd-345a35cbdccd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.131676218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"14357028-bda5-440d-9cfd-6dae6f287020","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.132270811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3db4367b-0850-4a61-8a26-e96be4b7b7a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.180501309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"a5b14de4-3717-4b48-b9bd-345a35cbdccd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.286824312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"189eb7f1-2725-4b73-9d7a-b1c10e27c446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.339812162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"189eb7f1-2725-4b73-9d7a-b1c10e27c446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.382855229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"40e3348e-6401-4cd8-a0a9-dd5698220aae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.436529092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"40e3348e-6401-4cd8-a0a9-dd5698220aae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:00.720735683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"8478c303-4c7e-4ba3-ae1d-f6bfbc070f22","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-6fcabd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:00.720762108Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"8478c303-4c7e-4ba3-ae1d-f6bfbc070f22","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-6fcabd-1f470821c94d","namespace":"llm","model":"e2e-rt-eq-6fcabd","externalModel":"e2e-rt-eq-6fcabd","provider":"e2e-rt-eq-6fcabd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:00.820567383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"844b5060-aba6-4563-948f-203bd8849ddc","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-6fcabd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:00.82059002Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"844b5060-aba6-4563-948f-203bd8849ddc","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-6fcabd-1f470821c94d","namespace":"llm","model":"e2e-rt-eq-6fcabd","externalModel":"e2e-rt-eq-6fcabd","provider":"e2e-rt-eq-6fcabd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:00.973463747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6fcabd-access","reconcileID":"25c1233b-b18b-4762-8f7d-507d5b0fd0c3","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:01.027077147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6fcabd-access","reconcileID":"25c1233b-b18b-4762-8f7d-507d5b0fd0c3","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:01.433038174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"b7b19004-ec50-49b7-99c4-fa89a9790a66","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-6fcabd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:01.433062529Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"b7b19004-ec50-49b7-99c4-fa89a9790a66","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-6fcabd-1f470821c94d","namespace":"llm","model":"e2e-rt-eq-6fcabd","externalModel":"e2e-rt-eq-6fcabd","provider":"e2e-rt-eq-6fcabd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:01.677695166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"f4f61d90-ec34-4ce8-b640-dff9e54da810","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:02.614247741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"f7d81bc2-4700-4065-9a67-3a97cfbfdf64","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:02.633460519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"4ba9e79f-5e26-4943-a7b1-a1c4ff85a329","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:02.634003494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"77e0f0bf-e62e-4d0f-b665-a51ee3ff5140","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:02.734651164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"e5c601fa-9bc8-456c-8cb5-efa6fc0c241f","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:02.736064795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"428aec2b-22f6-44cd-b730-4164c840321a","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:02.736986426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"a6e17562-5667-4938-b184-cb978793307b","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:02.768688992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"dfc885c1-240a-47da-8014-06edbfeecf0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:02.783745346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"54263784-cdfd-407a-aba5-f0cc3b81a4b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:02.831301139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"dfc885c1-240a-47da-8014-06edbfeecf0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:02.843177243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-sub","reconcileID":"4c957567-5140-44ee-b02a-e24d3e33b27c","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0096c8","model":"llm/e2e-rt-sw-0096c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:02.848316548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"54263784-cdfd-407a-aba5-f0cc3b81a4b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:02.904284109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"d78a8192-8a1d-460c-ada7-fac28859997a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:02.909223285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"584d5c45-8c9d-455d-b2b1-37c5c815d59b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:02.984953571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"0c54dce8-ff41-470c-9847-066312dc29c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:03.07871477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"70163df8-2ffc-499a-a9ed-89775194e379","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:03.229752941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"90261ee7-7e3c-4348-a82a-86dc9fd4148d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:03.231560588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"643a5569-7d79-4aba-a7c7-9b403c18e7a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:03.231912409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"ed861fa7-7b87-4d9a-9163-ea4a760e792e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:03.273713497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"60cd27b8-c32c-4089-8a49-af6e0b7c897f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:03.327211881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"60cd27b8-c32c-4089-8a49-af6e0b7c897f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:03.327884801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"2ae7e997-919e-4a30-8f5b-8e3394381026","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:03.373448341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"a472950b-5cf7-43ca-860a-47f38255cd81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:03.428526475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"a472950b-5cf7-43ca-860a-47f38255cd81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:03.429522383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"bdbbfa8c-bb51-4b9b-84ef-2609775872c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:03.581086162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"8865ed49-ba99-4666-851b-cebf5f866c47","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:03.581629413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"53d79ff7-718c-4792-8ff3-9c08559a21a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:03.741757301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"7316270f-cb76-41e3-9980-61f02ee41785","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:03.849755529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"8b1f164f-e771-4906-8735-c54dbc8ea5e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:03.944606111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"77fdc276-a8de-4f3c-98f8-9bf8ad5dd273","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:04.32307451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6fcabd-access","reconcileID":"d8c852e7-44e8-41f8-944c-efbfe621bdee","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:04.323875815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0651066-9336-46c2-bf00-623a5ca277d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:04.323915127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"e30fe631-829a-4d11-83e6-55e79862c230","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:04.324632523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"585a6be3-b2b9-4938-82d4-572be3bff03f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:04.379601621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0651066-9336-46c2-bf00-623a5ca277d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:04.380103806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"e30fe631-829a-4d11-83e6-55e79862c230","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:04.397947848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"585a6be3-b2b9-4938-82d4-572be3bff03f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:04.399911282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6fcabd-access","reconcileID":"d8c852e7-44e8-41f8-944c-efbfe621bdee","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:06.186342056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-11bf0f82","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"e2e-conflict-b-11bf0f82","reconcileID":"45d05ceb-7600-46d7-b1b6-61014bf194e7","MaaSModelRef":{"name":"e2e-conflict-b-11bf0f82","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"e2e-conflict-b-11bf0f82-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"e2e-conflict-b-11bf0f82","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:06.243803945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-11bf0f82","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"e2e-conflict-a-11bf0f82","reconcileID":"c0e9bb57-66e6-42a6-8973-64049c705d8d","MaaSModelRef":{"name":"e2e-conflict-a-11bf0f82","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"e2e-conflict-a-11bf0f82-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"e2e-conflict-a-11bf0f82","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:06.32184459Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:06.372354782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"3b2b842a-8f95-4a3f-b72c-98ac82aa4c34","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-6fcabd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:06.372379753Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"3b2b842a-8f95-4a3f-b72c-98ac82aa4c34","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-6fcabd-1f470821c94d","namespace":"llm","model":"e2e-rt-eq-6fcabd","externalModel":"e2e-rt-eq-6fcabd","provider":"e2e-rt-eq-6fcabd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:10:06.430422293Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-6fcabd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6fcabd-sub","reconcileID":"96d28130-7183-4d96-b6a7-ae8be5a20249","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-6fcabd-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:06.527532255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"382b1548-249d-4899-a35c-9661768805ed","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:06.527555254Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"382b1548-249d-4899-a35c-9661768805ed","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0096c8-f68826799e61","namespace":"llm","model":"e2e-rt-sw-0096c8","externalModel":"e2e-rt-sw-0096c8","provider":"e2e-rt-sw-0096c8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:06.572587101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c2e7090-e92b-4846-82ff-28c2db97f463","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:06.572653029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6fcabd-access","reconcileID":"b81cff94-8b25-4e3b-9955-fa0734ac3e9a","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:06.573022652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfb0af22-0022-4a96-9f4d-63b80f550916","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:06.573289523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"b53732a5-c7e0-44a9-8ee1-9af9f0084bfc","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:06.627112176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfb0af22-0022-4a96-9f4d-63b80f550916","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:06.629626335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6fcabd-access","reconcileID":"b81cff94-8b25-4e3b-9955-fa0734ac3e9a","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:06.630175472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c2e7090-e92b-4846-82ff-28c2db97f463","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:06.630645904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"7d0f3d1e-b439-46c1-a626-72cc8c96ea9d","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-6fcabd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:06.630662804Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"7d0f3d1e-b439-46c1-a626-72cc8c96ea9d","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-6fcabd-1f470821c94d","namespace":"llm","model":"e2e-rt-eq-6fcabd","externalModel":"e2e-rt-eq-6fcabd","provider":"e2e-rt-eq-6fcabd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:06.631875344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"b53732a5-c7e0-44a9-8ee1-9af9f0084bfc","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:06.730383645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"d16409b1-1e81-4b7c-b672-9d604fa814b1","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-6fcabd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:06.730411844Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"d16409b1-1e81-4b7c-b672-9d604fa814b1","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-6fcabd-1f470821c94d","namespace":"llm","model":"e2e-rt-eq-6fcabd","externalModel":"e2e-rt-eq-6fcabd","provider":"e2e-rt-eq-6fcabd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:06.846299161Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-6fcabd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6fcabd-sub","reconcileID":"569c53b5-9ec6-4a06-a134-dfb93df9a9a5","MaaSSubscription":{"name":"e2e-rt-eq-6fcabd-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-6fcabd","model":"e2e-rt-eq-6fcabd","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-6fcabd-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:07.076728785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f331beb4-8505-4a6d-8958-6eb620440749","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:07.07695058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"788475c4-8cbe-4156-9da2-e791c3e89b80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:07.104476348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"ef36051e-4544-4b1d-83e8-bd95b6f948a5","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-6fcabd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:07.104495902Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"ef36051e-4544-4b1d-83e8-bd95b6f948a5","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-6fcabd-1f470821c94d","namespace":"llm","model":"e2e-rt-eq-6fcabd","externalModel":"e2e-rt-eq-6fcabd","provider":"e2e-rt-eq-6fcabd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:07.133232552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f331beb4-8505-4a6d-8958-6eb620440749","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:07.134008795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"788475c4-8cbe-4156-9da2-e791c3e89b80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:07.177583734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6fcabd-access","reconcileID":"5989bc5f-5f41-41a4-9d82-50f294437e78","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:07.177671378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"ee117733-8361-4892-bffa-3f62e363c11f","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:07.231860076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"ee117733-8361-4892-bffa-3f62e363c11f","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:07.233001305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6fcabd-access","reconcileID":"5989bc5f-5f41-41a4-9d82-50f294437e78","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:07.331246407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-6fcabd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6fcabd-sub","reconcileID":"30de66d1-c2bd-49e6-ad25-c0653d60db31","MaaSSubscription":{"name":"e2e-rt-eq-6fcabd-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-6fcabd","model":"llm/e2e-rt-eq-6fcabd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:08.851873386Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:12.260522663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-11bf0f82","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"e2e-conflict-a-11bf0f82","reconcileID":"db4ad9e7-4d70-4a4f-a0c5-6acd1e241761","MaaSModelRef":{"name":"e2e-conflict-a-11bf0f82","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"e2e-conflict-a-11bf0f82-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"e2e-conflict-a-11bf0f82","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:19.437581974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"7ad41819-dc8d-443d-b835-6f358f238f2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:21.202281539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-6fcabd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6fcabd-sub","reconcileID":"4c9fb787-22e1-4c0c-b684-28e5fe522f8b","MaaSSubscription":{"name":"e2e-rt-eq-6fcabd-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-6fcabd","model":"llm/e2e-rt-eq-6fcabd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:21.488853059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"6496192e-39bd-44f0-9a17-f5fb9ef6b282","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-6fcabd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:21.488993406Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"6496192e-39bd-44f0-9a17-f5fb9ef6b282","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-6fcabd-1f470821c94d","namespace":"llm","model":"e2e-rt-eq-6fcabd","externalModel":"e2e-rt-eq-6fcabd","provider":"e2e-rt-eq-6fcabd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:21.946000302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"48ed6309-5df6-4d4e-bd34-faa2aa1c0df1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:21.946943452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"43551a5f-ee24-4965-ac73-3b5f5890c38f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.006901334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"48ed6309-5df6-4d4e-bd34-faa2aa1c0df1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.01793048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"43551a5f-ee24-4965-ac73-3b5f5890c38f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.257061979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f72adde9-c030-4e52-b8f2-fe4033db0c51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.264832853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"fe3d8eb4-0837-48b0-955f-594827f32d3a","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.289219867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a45228af-398d-44ed-922f-1fcad8d11353","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.376485457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f72adde9-c030-4e52-b8f2-fe4033db0c51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.38695766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a45228af-398d-44ed-922f-1fcad8d11353","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.419213294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"fe3d8eb4-0837-48b0-955f-594827f32d3a","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.577366071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6fcabd-access","reconcileID":"8ab4eebb-d0cd-4f18-86cd-912ec2389df2","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.634586804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6fcabd-access","reconcileID":"8ab4eebb-d0cd-4f18-86cd-912ec2389df2","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.58077005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"ba15e2b6-9272-4659-9040-74e6f9e3b778","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.581124045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"premium-w0-59f97a","reconcileID":"331125d2-5b14-4912-8ee9-1283db050f8e","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"premium-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"premium-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.659836274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"2e400ea6-1e94-43c2-9611-5a5b45bca034","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.660254253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"premium-w0-59f97a","reconcileID":"a2275fc3-edde-47bd-bf1d-1f30a82cbef6","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"premium-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"premium-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.730943103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"dbf5c82a-cc90-4cc0-b813-2b460c97b53b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.733362741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"48659545-7018-46c0-8446-ae3685256b99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.784165918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"780b71b8-a614-4ef0-8998-21938af59f4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.784883435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"88d32a29-45ac-4695-acdc-5c91f3e48a77","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.78527933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"dbf5c82a-cc90-4cc0-b813-2b460c97b53b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.787429985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"48659545-7018-46c0-8446-ae3685256b99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:25.081971021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"3fd74c52-b9cc-46a8-adc9-6cf3f72632fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:25.084893836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"3c527c95-90e7-452f-b961-10bf90711305","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:25.136198777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"3fd74c52-b9cc-46a8-adc9-6cf3f72632fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:25.144351676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"3c527c95-90e7-452f-b961-10bf90711305","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:33.933657928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"fddf5984-69ac-4211-bd0c-0b633b88ddc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:33.93367432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"740258d9-ba2d-4892-bce1-23508ba63b72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:33.98769608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"740258d9-ba2d-4892-bce1-23508ba63b72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:33.987908764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"fddf5984-69ac-4211-bd0c-0b633b88ddc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:38.850905848Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:49.169891955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"b3a717ce-3c58-43b2-9464-11b94718cea7","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:49.170286674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"11a94404-a59d-4c36-a72d-47f1489d60b7","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:49.32284005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"f194eef2-0294-4560-921b-e5fcc82d0c19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:49.328187996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"5126c181-4793-4633-a13c-12cadb3b65c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:49.377526696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"f194eef2-0294-4560-921b-e5fcc82d0c19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:49.384984036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"94f5a7d6-ec1a-4f5b-816e-babb05a42eb6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:49.385772202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"e34f6fb7-53a4-4389-9a60-29cdfd8a6542","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:49.393455352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"5126c181-4793-4633-a13c-12cadb3b65c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:50.507092143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6c6ffc25-aa55-49ce-9cab-70023ca1429f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:50.613488398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"16f82e80-4f00-4881-b9dd-4aad7a3bd58f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:50.712448069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"612f0ce0-cabb-4d9e-9439-5cce550fbd18","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:50.737575637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"e63892cb-78e6-430b-b4be-e06e6e87ec21","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:50.813014425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"14354690-8882-4908-a905-e10a6e91adac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:50.9130363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"ea077909-0264-4c0c-958e-e7889fe5eed4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:51.045140123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"bca1c4b7-fbee-4d5d-9c49-7d78ed3e4427","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:51.276981199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-sub","reconcileID":"af2a4dd3-2941-4cae-93f3-5df41750b7be","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0096c8","model":"llm/e2e-rt-sw-0096c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:51.331542705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"1106b0f8-f196-40dc-a2ef-9f26a8aec055","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:51.43631525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"95d4b1cd-ad1f-4174-ad45-3f3eb2947e9b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:51.482269258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-6fcabd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6fcabd-sub","reconcileID":"da88b797-276e-4e19-b1c8-8d1aacba6809","MaaSSubscription":{"name":"e2e-rt-eq-6fcabd-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-6fcabd","model":"llm/e2e-rt-eq-6fcabd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:51.529616735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4d763828-5421-4b0d-8cb1-187e3c206eef","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:51.63775646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"cb550c77-c4cf-4277-829c-23297859f838","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:51.732739322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"ee7e5378-7a7b-4d78-97ca-62370abd8f74","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:54.689865681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"e185d476-e441-4b4e-91f3-290ed3942fa4","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:54.690227974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"premium-w1-3d8404","reconcileID":"10ce6131-d4c9-4bad-b8fa-87d62eeb94df","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"premium-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"premium-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:54.690558167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"0bf7632f-7276-4d79-8411-51a1e054e213","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:54.7738149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"30016a32-0090-4970-bf9e-1ed52ba1c8cd","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:54.774301482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"premium-w1-3d8404","reconcileID":"35275cfb-04cc-41c6-ad51-e1ea948680d9","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"premium-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"premium-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:54.774739621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"db9d4039-6096-43b3-9495-72546ec9375f","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:54.842553699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"9c9cdc7b-1d75-4795-b8f7-256874e38ce3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:54.936352749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"9c9cdc7b-1d75-4795-b8f7-256874e38ce3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:54.937755982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"59f440b5-3992-44ab-8335-2cb050599d03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:54.939922038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"55f5a587-44e5-4cb3-8af4-6d90bb1f969f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:54.986496117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"28d50f52-ab2e-4479-93f8-0898c78c0636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:55.040078075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"28d50f52-ab2e-4479-93f8-0898c78c0636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:55.241042591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"aa3ca4dd-3ed7-4aec-ba11-a16ee93e324b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:55.294561799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"aa3ca4dd-3ed7-4aec-ba11-a16ee93e324b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:55.389983071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"ef370853-a372-4707-ac4b-662e519c24a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:55.445331115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"ef370853-a372-4707-ac4b-662e519c24a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:55.90565814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"ff499928-a954-416e-a278-e01fc04d429c","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:56.895430634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"8b1d3389-fab9-45c2-b3fe-ad9416d20217","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:56.895723076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"76ad1736-7630-4e02-a3b7-832d041c77a4","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:56.947784018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"9d5fdaf6-c51d-4920-9e4a-deda37dd9f75","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:56.948041844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"9a8bb07d-5191-4dda-87b3-f1097908492a","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.159700383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"d04cd304-9dd2-4412-9657-70fa2a0d8883","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.15987806Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.196767445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-distinct-models-auth","reconcileID":"505c5d82-ba98-4f15-8e70-7c8bbadfca22","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.215615961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"493f39ba-a465-4e10-99f1-d4ea2ebbb69b","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.250124507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-distinct-models-auth","reconcileID":"505c5d82-ba98-4f15-8e70-7c8bbadfca22","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:10:57.265380565Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-distinct-models-subscription","reconcileID":"7a40694e-7892-4c18-b86e-4cb4956da7f9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.271598297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"d7f75aa5-bce3-4ea4-aa2e-96e3d4581eea","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.271928811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"96dae183-3ef5-4e65-9525-ef93526572b9","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.374575327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"95e526e5-835d-4781-b9d6-e52398dbe9f3","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.374931636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"c12fed90-ba6b-42b2-b6f1-85c5d9d803b6","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.408955342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"2b4b7a5b-3c24-4f56-bfe7-39743f842464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.427595679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"d09c144a-b937-43d4-bd9a-b31d58b17e15","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.428004083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"3d10f29c-454b-4abb-806b-fb0efd38f23b","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.462336487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"2b4b7a5b-3c24-4f56-bfe7-39743f842464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.507466444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"953f42c6-9c64-464f-b37c-41ea3c65d6b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.560738633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"953f42c6-9c64-464f-b37c-41ea3c65d6b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.62825968Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-distinct-models-subscription","reconcileID":"c08b8f3b-efb7-4cc4-af4c-7a3d81fd2462","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-distinct-w2-ba1918","model":"distinct-w2-ba1918","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.656982807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"0204e2ab-26d5-4f89-85a7-352d948b8e42","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.65742915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"ad59b8fb-057f-4ece-ba8f-40bbba7b86cd","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.78206283Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-distinct-models-subscription","reconcileID":"c08b8f3b-efb7-4cc4-af4c-7a3d81fd2462","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-distinct-2-w2-ba1918","model":"distinct-2-w2-ba1918","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.860971535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"ce5f2399-1f6f-4f43-88d6-3614334b3bf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.914680685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"ce5f2399-1f6f-4f43-88d6-3614334b3bf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.959282718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-distinct-models-auth","reconcileID":"62e7a5e4-e5de-4b8c-ad91-6908709fe771","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.991692138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"2f098a19-635c-405c-b83c-5f660c50e299","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.992113252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"9d849f89-8fbe-438a-8213-c17344164774","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:58.012929342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-distinct-models-auth","reconcileID":"62e7a5e4-e5de-4b8c-ad91-6908709fe771","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:58.058238035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"36336a4a-e14e-406d-be9d-eb7b2f53f55c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:58.112015705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"36336a4a-e14e-406d-be9d-eb7b2f53f55c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:58.191271872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-distinct-models-subscription","reconcileID":"11a3f4b0-3b85-4fb5-9986-96d67d24e587","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-distinct-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/distinct-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:58.341975344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-distinct-models-subscription","reconcileID":"11a3f4b0-3b85-4fb5-9986-96d67d24e587","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-distinct-2-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/distinct-2-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:00.631283212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"42e97f9c-956f-4caa-a3a6-ef1ad95531fb","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:00.687299287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"3977b832-3e26-4ba2-b476-699615de630d","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:00.787267813Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-distinct-models-subscription","reconcileID":"9b7fe769-f9ea-4768-b6db-f663eaacaac1","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7a33334a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:00.837055207Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-distinct-models-subscription","reconcileID":"ca8a6957-26a8-46b1-9c0a-4ad81c816886","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7a33334a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:00.88154845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"ca31719d-b918-4ebc-aaf4-d682f2a63a8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:00.881684299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"76bcbf28-def0-4d7d-ac4b-ec5d0febad66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:00.881545075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-distinct-models-auth","reconcileID":"a69ae53c-6cd1-4375-9303-5153ccfd6a16","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:00.936370725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"ca31719d-b918-4ebc-aaf4-d682f2a63a8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:00.936582975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"76bcbf28-def0-4d7d-ac4b-ec5d0febad66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:00.938762543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-distinct-models-auth","reconcileID":"a69ae53c-6cd1-4375-9303-5153ccfd6a16","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:01.392618297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"b9a9e526-b3db-4ada-8d2e-9c12cccc94bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:01.392618299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"f24d42dd-0afb-4e71-a163-5f3eae0d625c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:01.451949049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"f24d42dd-0afb-4e71-a163-5f3eae0d625c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:01.453684137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"b9a9e526-b3db-4ada-8d2e-9c12cccc94bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:01.499629115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-distinct-models-auth","reconcileID":"00357d47-b022-45cf-8afc-d11b6a075c28","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:01.554830047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-distinct-models-auth","reconcileID":"00357d47-b022-45cf-8afc-d11b6a075c28","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:06.154848162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"c00d0583-8801-4db6-bfcb-fe7a046c1c75","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:06.15536488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"04ea4405-0d0f-4cd3-a538-60af990449fe","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:06.306350297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"2d0fd477-83a4-443f-9a1d-e79b2efb648a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:06.307832692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"e285031c-bc42-4d45-a314-c3712284efc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:06.360192537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"91044b37-43fe-4886-a3a9-22c22e1f1b2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:06.360998397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"23b7f5a9-7aea-40e5-bd78-0aeecc256593","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:06.366052696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"e285031c-bc42-4d45-a314-c3712284efc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:06.375314818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"2d0fd477-83a4-443f-9a1d-e79b2efb648a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:06.470668702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-w0-59f97a","reconcileID":"b1118fc7-cf45-42bf-8269-8128b495aa95","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:06.706312843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"e8885ac8-4dee-4a13-8075-9c7b8d2f7df5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:06.802621638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"13cd23cd-e252-466f-87f9-d91a6bbae347","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:06.903661134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"0037d482-dfd3-4516-9737-4050d7467a1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.00561044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"f3baf979-371d-47e9-a549-1ec8416e4799","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.104199351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"41289e0f-944d-4639-b82e-3f48189c3a0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.388400665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"8c7ed7d5-b840-4a73-8d3b-a81c67ef459e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.507685234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"ab0a9242-0bd0-4506-b6c9-a60ca7994836","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.607182396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"c350093b-f2ef-42f8-8e63-8342aff0c774","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.709348897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"80b718d7-d95c-4f86-9147-3d090f45ee7c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.759244177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-6fcabd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6fcabd-sub","reconcileID":"68b16188-74ce-4b12-810c-05701621564d","MaaSSubscription":{"name":"e2e-rt-eq-6fcabd-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-6fcabd","model":"llm/e2e-rt-eq-6fcabd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.80922605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"d9866e8b-e550-4566-a264-262b04444005","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.815207658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e5d7d2af-2a4f-4eb2-955b-3eab2b608eaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.986019794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-sub","reconcileID":"a65e683c-e8c6-4229-a5e5-c134caf1339c","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0096c8","model":"llm/e2e-rt-sw-0096c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.035583728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"639e6ac0-7738-4160-8901-87f8313fb7dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.092746175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"6b65a69d-8c35-4b85-ab02-8ab4e51139cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.092820308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"d3698a2f-a707-4e6c-a1bb-8cb8c4bb35f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.148429559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"d3698a2f-a707-4e6c-a1bb-8cb8c4bb35f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.148424796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"6b65a69d-8c35-4b85-ab02-8ab4e51139cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.369513251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"2408437c-bff6-41c8-ac48-2abdbf0dca89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.3696982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"157c3d62-9083-4271-9b6f-6aeb18cf44a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.369514259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-distinct-models-auth","reconcileID":"79165cf5-6b1f-42f4-a931-30eee3815b96","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.424494616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"157c3d62-9083-4271-9b6f-6aeb18cf44a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.425111964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"2408437c-bff6-41c8-ac48-2abdbf0dca89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.427221093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-distinct-models-auth","reconcileID":"79165cf5-6b1f-42f4-a931-30eee3815b96","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.532800461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"074b631c-d7a0-4400-8721-e3ee8c6bef79","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.883236701Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.931613255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"6866627f-ec5c-4b0a-99d5-763667f742c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.931634793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"428c4525-fb9f-444c-b6c9-fb9979cc2f20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.985444525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"6866627f-ec5c-4b0a-99d5-763667f742c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.986233796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"428c4525-fb9f-444c-b6c9-fb9979cc2f20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:09.0305686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-distinct-models-auth","reconcileID":"afb835ab-19ff-43aa-987d-af453c75d09e","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:09.085353969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-distinct-models-auth","reconcileID":"afb835ab-19ff-43aa-987d-af453c75d09e","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:10.887204404Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-distinct-models-subscription","reconcileID":"28e4272a-9ead-4e75-9f7d-250c3aecbce9","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/distinct-w2-ba1918","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:10.936721646Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-distinct-models-subscription","reconcileID":"28e4272a-9ead-4e75-9f7d-250c3aecbce9","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/distinct-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:10.986369139Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-distinct-models-subscription","reconcileID":"28e4272a-9ead-4e75-9f7d-250c3aecbce9","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/distinct-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:11.038047371Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-distinct-models-subscription","reconcileID":"28e4272a-9ead-4e75-9f7d-250c3aecbce9","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/distinct-2-w2-ba1918","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:11.08934606Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-distinct-models-subscription","reconcileID":"28e4272a-9ead-4e75-9f7d-250c3aecbce9","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/distinct-2-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:11.139284103Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-distinct-models-subscription","reconcileID":"28e4272a-9ead-4e75-9f7d-250c3aecbce9","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/distinct-2-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:11.405250805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"f4a9d971-a18b-4528-8d16-5c0afbae04d6","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:11.405293126Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:11.460072913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"831a5b2f-978c-4cdd-9981-7c90bf50e68b","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:11.550368691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"933e14f9-1e32-4725-9056-2b65dffbd8b9","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:11.550668799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"17c25de9-46ce-4c51-9f27-dee2aae9b82a","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:11.652802635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"213b290a-ac2a-45aa-b372-6e13d5224daf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:11.654946029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-distinct-models-auth","reconcileID":"900b2fd3-4d0e-4a76-8604-55f3a096f8cd","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:11.654987749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"cd8ebf0c-e0ea-4628-acea-ffafb78d273a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:11.706754649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"213b290a-ac2a-45aa-b372-6e13d5224daf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:11.708550908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"cd8ebf0c-e0ea-4628-acea-ffafb78d273a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:11.709323521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-distinct-models-auth","reconcileID":"900b2fd3-4d0e-4a76-8604-55f3a096f8cd","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:12.00601648Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-distinct-models-auth","reconcileID":"5434b40f-2ebe-4bab-a62e-40572bdda503","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/distinct-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:12.055347365Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-distinct-models-auth","reconcileID":"5434b40f-2ebe-4bab-a62e-40572bdda503","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/distinct-2-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:12.207761778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"91dd4c4a-4fb3-40b0-ba8a-826a5a474657","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:12.208029363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"da10a2e2-ed67-4dfd-b65f-2c1d8cc7fce6","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:13.198814326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"28bccdcc-c391-4c6d-900d-eb7743d4729c","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:13.251053151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"affbb944-97c4-4714-b9b5-d71e373018c8","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:13.473702462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-auth1","reconcileID":"4bfd1cfa-e216-43c8-85a2-6cd01ea422a7","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:13.475672296Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:13.475713199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"a8f65b21-5d56-46fd-94a3-47f2942df1b4","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:13.527643436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-auth1","reconcileID":"4bfd1cfa-e216-43c8-85a2-6cd01ea422a7","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:13.531337029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"1895584b-1743-4fe8-b19d-7be048b1eaae","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:13.583177834Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"1895584b-1743-4fe8-b19d-7be048b1eaae","name":"distinct-w2-ba1918","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-ba1918\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:13.583248107Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"1895584b-1743-4fe8-b19d-7be048b1eaae","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-ba1918\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:13.583627205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-sub1","reconcileID":"07eb95b0-cc48-4379-8c38-6cc68281bd2a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:13.589021184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"1eadbdd4-8519-486e-94df-9aff59cb4711","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:13.67345043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"f27b2c94-318d-4746-8da3-714f539609e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:13.673892285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"330e8e63-d751-4fd6-8795-8e6f4f6eace1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:13.695330634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"d8c75cf0-01cd-43e2-9eba-7ff5da01fd21","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:13.727746901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"330e8e63-d751-4fd6-8795-8e6f4f6eace1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:13.728455866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"f27b2c94-318d-4746-8da3-714f539609e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:13.750766091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"2ff389bd-4a81-4b28-b889-df308617597f","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:13.75132123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"8877e6eb-d47f-4591-8984-bca6255d405a","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:13.807851283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"a5bc5ec4-f8ed-4532-a345-4c0b336a6ea2","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:13.830342505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"cc6ac76d-f2fa-4978-8fb1-c3ef9f267db3","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:13.973686635Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-sub1","reconcileID":"a7fe355f-02ed-4c15-a833-05d6f7dd64c9","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-distinct-w2-ba1918","model":"distinct-w2-ba1918","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:14.038504832Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-ba1918 priority=0:[ai-tenant-e2e-worker-w2-ba1918/e2e-return-all-sub1 ai-tenant-e2e-worker-w2-ba1918/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:14.038652289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"9a2b991b-f0d8-4efc-a94c-d4b189f36ebc","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:14.067286215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-auth2","reconcileID":"21e0a7b7-862b-47b0-a0d2-b459dc3951c8","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:14.103512481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"9375e078-b11f-4789-a0e2-91a68f14dbbb","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:14.123785054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-auth2","reconcileID":"21e0a7b7-862b-47b0-a0d2-b459dc3951c8","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:14.140503843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"17743115-0867-42ad-8017-419711ab4a5c","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:14.151485513Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-sub2","reconcileID":"6eb47ffe-e08f-4003-ac58-79b1cce18674","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:14.152486476Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-ba1918/e2e-return-all-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:14.167297737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-auth1","reconcileID":"16460d96-98c7-466c-89cc-64221368edf1","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:14.220897181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-auth1","reconcileID":"16460d96-98c7-466c-89cc-64221368edf1","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:14.26109828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"fbf05fcb-a3c1-4981-a5c9-6d4aa679b910","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:14.26405482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"235328b1-fc16-4abf-ac50-6f4116d52c08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:14.264133808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"5be5815a-3a06-42d6-925e-9881db50077f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:14.315306671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"62a1d67c-48d0-4e2e-ae97-57147a9b9acd","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:14.318958978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"5be5815a-3a06-42d6-925e-9881db50077f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:14.320003064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"235328b1-fc16-4abf-ac50-6f4116d52c08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:14.340427376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-sub1","reconcileID":"4d16162b-dfdc-4365-bdae-18169ef6c3fd","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-distinct-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/distinct-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:14.430798588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"b89e2d98-5262-4504-ab4e-16a52e88a725","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:14.518639965Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-sub2","reconcileID":"ad3594ff-f65e-4114-887e-51ae051e258c","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-distinct-2-w2-ba1918","model":"distinct-2-w2-ba1918","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:14.680128825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"2504371f-cd9b-4341-90ab-f37cbabd7767","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:14.680797577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-auth2","reconcileID":"eca8b35e-c789-4648-a48f-9fef17318cad","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:14.735686761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-auth2","reconcileID":"eca8b35e-c789-4648-a48f-9fef17318cad","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:14.781051066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-auth1","reconcileID":"7d2c44d2-91cf-44df-a09d-ee04b66bf176","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:14.836236594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-auth1","reconcileID":"7d2c44d2-91cf-44df-a09d-ee04b66bf176","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:14.878976621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"2ccdde9b-6d68-4246-ad8b-4b96cd28a80b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:14.87897668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"f0df01e6-c81f-410d-8d58-f40f2b2d3d9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:14.880137288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-sub2","reconcileID":"5633f045-1ceb-47d1-9078-ab5bb30d9b41","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-distinct-2-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/distinct-2-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:14.933510766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"2ccdde9b-6d68-4246-ad8b-4b96cd28a80b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:14.933610633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"f0df01e6-c81f-410d-8d58-f40f2b2d3d9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:15.642235368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"3ce7c221-67b5-4a1c-a368-4747ac04bc09","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:15.796302221Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-sub1","reconcileID":"6a323afd-9972-4b40-a259-975b9d7a56e8","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3b67ff28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:15.892739471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-auth2","reconcileID":"e3a501aa-6619-4da9-8a24-6201ad3b3a7f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:15.89304948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"6a8848b6-134e-43f0-bf89-62a0f1b7c66d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:15.892739475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"03fd0bad-a47e-4858-a94b-ca43f7fdb6df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:15.893644868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-auth1","reconcileID":"b7fa4e4e-a532-46bb-8d42-07ed332b9a32","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:15.947931807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"03fd0bad-a47e-4858-a94b-ca43f7fdb6df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:15.948441888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"6a8848b6-134e-43f0-bf89-62a0f1b7c66d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:15.950280815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-auth1","reconcileID":"b7fa4e4e-a532-46bb-8d42-07ed332b9a32","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:15.952050282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-auth2","reconcileID":"e3a501aa-6619-4da9-8a24-6201ad3b3a7f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:16.352799162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"acdb208f-0c0a-443e-86ae-839f485f42f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:16.35345469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-auth1","reconcileID":"3052ac12-f300-4d05-8630-71afbcbcc70b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:16.353478274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"c5643ae8-6979-4b4f-a19d-b5cf4e3ef4b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:16.356574894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-auth2","reconcileID":"db89d160-d3ad-4982-bd9b-e29f967c1f1c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:16.40690698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"acdb208f-0c0a-443e-86ae-839f485f42f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:16.408139867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"c5643ae8-6979-4b4f-a19d-b5cf4e3ef4b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:16.409259958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-auth1","reconcileID":"3052ac12-f300-4d05-8630-71afbcbcc70b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:16.410872493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-auth2","reconcileID":"db89d160-d3ad-4982-bd9b-e29f967c1f1c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:25.847451739Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-sub1","reconcileID":"af112377-a09d-4feb-90cb-b88f4155c3a6","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/distinct-w2-ba1918","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:25.898089652Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-sub1","reconcileID":"af112377-a09d-4feb-90cb-b88f4155c3a6","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/distinct-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:25.948288415Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-sub1","reconcileID":"af112377-a09d-4feb-90cb-b88f4155c3a6","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/distinct-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:26.223385583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"f41d7db1-b84c-41c7-8591-071b8dc25920","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:26.224045529Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:26.282421102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"6ef320b3-e9b8-4647-b7e1-81f8b3e69108","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:26.368581302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"b95f7c6d-9d90-4826-8dff-8c8a8ac99b9f","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:26.399996036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-sub2","reconcileID":"1ca18336-4821-4363-b947-1870058f78a4","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-distinct-2-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/distinct-2-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:26.475605436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-auth2","reconcileID":"58d5e47e-01a0-4490-879f-978b57353319","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:26.476652213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-auth1","reconcileID":"4b95d935-b0f8-47e3-9043-1f1c4bb237da","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:26.477204742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"4a68b658-9256-4d37-bc9d-305e45f39e0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:26.477549754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"7477d7c8-2bd1-4946-975c-1332f013cec1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:26.532928513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-auth1","reconcileID":"4b95d935-b0f8-47e3-9043-1f1c4bb237da","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:26.533139197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"4a68b658-9256-4d37-bc9d-305e45f39e0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:26.53693937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-auth2","reconcileID":"58d5e47e-01a0-4490-879f-978b57353319","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:26.537352716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"7477d7c8-2bd1-4946-975c-1332f013cec1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:26.561562148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"169bdaa3-473e-4d46-9b40-87edb36dcf53","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:26.723518232Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-sub2","reconcileID":"393eb8a0-5182-4550-ab85-1b477a6dfe0c","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-17ca43d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:27.015108687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"216b02de-706c-42e5-8a53-e2fc51eb97d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:27.015188503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-auth2","reconcileID":"e2026256-9190-4223-a81b-e74f2d8a5d3f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:27.015677919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"a735c419-aec5-4250-9623-f89effe9666f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:27.015679628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-auth1","reconcileID":"4bf25241-9ed7-4465-8eaa-b8eca9ad838b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:27.077988082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-auth1","reconcileID":"4bf25241-9ed7-4465-8eaa-b8eca9ad838b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:27.078619729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-auth2","reconcileID":"e2026256-9190-4223-a81b-e74f2d8a5d3f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:27.083138677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"a735c419-aec5-4250-9623-f89effe9666f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:27.083714477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"216b02de-706c-42e5-8a53-e2fc51eb97d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:36.781512499Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-sub2","reconcileID":"71744796-dd33-464a-bbc7-e58d7eb6b97e","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/distinct-2-w2-ba1918","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:36.837242795Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-sub2","reconcileID":"71744796-dd33-464a-bbc7-e58d7eb6b97e","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/distinct-2-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:36.889811466Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-sub2","reconcileID":"71744796-dd33-464a-bbc7-e58d7eb6b97e","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/distinct-2-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:37.202042239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"08e526a8-09e6-44c7-9c63-c7fe69565678","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:37.203034154Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:37.351902604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"2d4d9fa4-d97b-4bce-a6c0-fe7080baacd5","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:37.458836848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"e6a4cf03-4785-4719-8fc1-11868c038ec1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:37.458906123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-auth1","reconcileID":"c929e192-a130-43e6-976e-09d23ccdad8f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:37.459304351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"94f7682a-12e9-4c08-82fa-3c9010b6d3ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:37.459498373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-auth2","reconcileID":"004e82b5-a58d-43ca-926d-cf9e9b66188c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:37.513215507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-auth1","reconcileID":"c929e192-a130-43e6-976e-09d23ccdad8f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:37.513422768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"94f7682a-12e9-4c08-82fa-3c9010b6d3ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:37.51573642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"e6a4cf03-4785-4719-8fc1-11868c038ec1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:37.516029725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-auth2","reconcileID":"004e82b5-a58d-43ca-926d-cf9e9b66188c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:37.662439311Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-auth1","reconcileID":"5cc2fea2-2b1b-4833-a2d6-5304cfb7b1c0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/distinct-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:37.86755121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"9c84175d-1302-4515-9eb0-79b6c37a239e","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:38.002957666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"5bd7f1b7-e998-4100-b63e-ef03aa9e94c0","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:38.002974153Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-return-all-auth2","reconcileID":"108d97e6-01ce-42e6-bbec-9b4657f7c0d5","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/distinct-2-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:38.158279778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"282034ae-2298-4365-8180-d90488093e86","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:38.852082519Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:39.504403461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"86194d18-9748-4936-a671-79e2b81dc182","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:39.569652572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"2b1b5931-acbe-4410-84fe-2041d2ca5473","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:39.723565837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-invalid-sub-auth","reconcileID":"d5c48fb2-47cc-4e12-a727-b5147b6dba6a","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:39.780014943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-invalid-sub-auth","reconcileID":"d5c48fb2-47cc-4e12-a727-b5147b6dba6a","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:39.800193679Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:39.800207902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"9d9e59cd-fedd-4af1-a684-95422616de47","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:39.852746449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"e4a91433-81d2-4677-be39-885b94e2e6e2","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:39.908274809Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-valid-sub","reconcileID":"8a12903f-e1c9-4b52-acc9-a883bb947c1e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:39.949135001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"d7517a27-8023-47ec-bd52-8122dc80f39c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:39.949161294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"32a84568-0762-4a85-9014-8d3f335b5493","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:40.003611957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"d7517a27-8023-47ec-bd52-8122dc80f39c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:40.004882391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"32a84568-0762-4a85-9014-8d3f335b5493","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:40.02988766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"af3466b1-1e7c-468b-8e7f-6b6e9188f69a","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:40.08622905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"030a3278-992a-437a-97ce-6eda9263e2f7","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:40.103830848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"6e036e9d-0f68-4eff-b5cc-2e5d42d4d13b","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:40.253318824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-invalid-sub-auth","reconcileID":"b67ab61c-37d3-4243-9abb-d523c21f21fb","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:40.308309016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-invalid-sub-auth","reconcileID":"b67ab61c-37d3-4243-9abb-d523c21f21fb","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:40.334732038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"bb7e1cf8-165d-47eb-9fa9-b5b479e18a42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:40.33479571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"55a1decc-c457-4147-aa1c-07edf050d864","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:40.342401684Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-valid-sub","reconcileID":"35739d4e-2cd1-47c1-9517-b95e8f593446","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/e2e-models-valid-sub","ai-tenant-e2e-worker-w2-ba1918/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:40.391812384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"55a1decc-c457-4147-aa1c-07edf050d864","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:40.391875128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"bb7e1cf8-165d-47eb-9fa9-b5b479e18a42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:40.50430675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"98a7e968-9663-4a1f-aa41-9a4c4e582c95","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:40.543860683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"fd2c6f53-efbe-4cc1-a24e-00d312f60adf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:40.707190428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-valid-sub","reconcileID":"1f0984ce-b89e-4284-858e-08d96b4ff0b3","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:41.35852125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"54d2c61c-77ae-4109-a454-97e5829d6d7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:41.358833241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-invalid-sub-auth","reconcileID":"5823d310-5c28-4e8a-908a-b447dac60acb","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:41.358552405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"c6549886-2b4f-4ddc-8e7f-f73abffb0857","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:41.414060645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"54d2c61c-77ae-4109-a454-97e5829d6d7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:41.415651887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-invalid-sub-auth","reconcileID":"5823d310-5c28-4e8a-908a-b447dac60acb","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:41.416282404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"c6549886-2b4f-4ddc-8e7f-f73abffb0857","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:42.693773499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"7ee45e2c-3f72-4b51-8adb-3103d5a55cc1","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:42.842549147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"524d1c58-40a3-42ab-bcd1-bd15e77dcd7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:42.842829073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-invalid-sub-auth","reconcileID":"cff2604d-1d87-4ae3-bf72-201c3b81e341","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:42.842549145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"c896d56a-c2c5-402c-950f-76e77d369d8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:42.897302425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"c896d56a-c2c5-402c-950f-76e77d369d8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:42.8979066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"524d1c58-40a3-42ab-bcd1-bd15e77dcd7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:42.900318405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-invalid-sub-auth","reconcileID":"cff2604d-1d87-4ae3-bf72-201c3b81e341","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:45.930656257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"b32adf86-6b21-4a08-8c59-a086f7214bde","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:46.833265561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"4f26968b-94b3-4880-930a-286ded25a8b8","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:46.88643829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"e793b095-7bc2-49b4-89b5-c4157aac62f2","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:47.035285813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-auth","reconcileID":"aa3d36e6-6423-4fd6-be78-b0f6c9a0a675","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:47.085932331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"d5f3892c-a226-41a3-bf9a-03779395b4dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:47.089242589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-auth","reconcileID":"aa3d36e6-6423-4fd6-be78-b0f6c9a0a675","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:47.395908564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"98848074-ba3d-4243-95c7-d6559b3280cd","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:47.545278665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-auth","reconcileID":"458310e1-5849-4810-9c16-c731e6e23725","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:47.59942325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-auth","reconcileID":"458310e1-5849-4810-9c16-c731e6e23725","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:49.533125778Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:49.533225479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"7cd09d3a-9234-49df-a35d-eae26d8dd380","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:49.58850404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"e9b55999-b3aa-4d17-ae8f-322def312138","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:49.642092185Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-subscription","reconcileID":"ae09aac7-9a79-46d5-85b9-9a0dcc781ef9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:49.683495671Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"64656024-f29b-454f-8c26-a140de732d84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:49.684346936Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-auth","reconcileID":"41ff246f-cada-44ac-aab8-6ae77b7dfc72","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:49.68438695Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"7ab7ecdf-b45f-4584-8e8c-4b215a3c1625","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:49.739143489Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"64656024-f29b-454f-8c26-a140de732d84","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:49.73947094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"01858357-78c3-4868-a2e8-2a78629c92d3","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:49.74268349Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-auth","reconcileID":"41ff246f-cada-44ac-aab8-6ae77b7dfc72","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:49.742768382Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"7ab7ecdf-b45f-4584-8e8c-4b215a3c1625","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:49.74342094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"premium-w1-3d8404","reconcileID":"559f53b6-28f5-4852-bc07-e66da69fd089","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"premium-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"premium-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:49.74375429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"79844e75-2367-46ae-b8dd-33bd0ee056d8","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:49.757567727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"44dd7289-6ac3-43ba-9246-8e486988fb6e","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:49.812813712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"24f1cb85-a362-4b78-9556-e7983fb1f394","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:49.895503677Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"15c10938-c580-4cce-b778-6e4b77b13232","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:49.895568467Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"15c10938-c580-4cce-b778-6e4b77b13232","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:49.896861994Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-auth","reconcileID":"f7c5c656-ea41-4da2-a727-64726688ae32","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:49.896932003Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-auth","reconcileID":"f7c5c656-ea41-4da2-a727-64726688ae32","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:49.896861125Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"3ae1f6f2-363d-412f-89b1-38047e029856","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:49.89702475Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"3ae1f6f2-363d-412f-89b1-38047e029856","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:50.046349144Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"3d7a8aa8-a0f0-4f1d-87dd-064f5e298c60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:50.046415741Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"3d7a8aa8-a0f0-4f1d-87dd-064f5e298c60","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:50.046349298Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"31ce7b04-982a-471e-92d4-967343c1014b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:50.046475798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"31ce7b04-982a-471e-92d4-967343c1014b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:50.046511873Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-auth","reconcileID":"eddefe68-5fac-4050-9c80-93d7694826b8","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:50.04655731Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-auth","reconcileID":"eddefe68-5fac-4050-9c80-93d7694826b8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:50.069945509Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-subscription","reconcileID":"361cff1b-ab16-4d1b-831b-74652263a238","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription","ai-tenant-e2e-worker-w1-3d8404/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:50.222944514Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"d493a3c4-2735-49a0-8261-33f40b286dbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:50.223022015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"d493a3c4-2735-49a0-8261-33f40b286dbc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:50.223182036Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-auth","reconcileID":"849d2fcb-2fa5-44a5-95e7-4483a1ae62ae","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:50.22324546Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-auth","reconcileID":"849d2fcb-2fa5-44a5-95e7-4483a1ae62ae","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:50.223286068Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"25bdb9f8-ac7d-440a-a858-b2a83254d3b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:50.223327332Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"25bdb9f8-ac7d-440a-a858-b2a83254d3b9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:50.234649701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"fe26a3f4-74e1-411c-9f1f-19102b205851","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:50.273695014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"700865a9-adb2-4db9-a3f2-b73009d5ff0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:50.414063205Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-auth","reconcileID":"0cb9e203-3211-4090-be81-139606483d63","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:50.414084014Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"75942172-4522-4e00-ad4a-935678ed03a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:50.414133291Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-auth","reconcileID":"0cb9e203-3211-4090-be81-139606483d63","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:50.414134577Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"75942172-4522-4e00-ad4a-935678ed03a5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:50.414301209Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"a5a355c5-fe93-4d13-8b89-8bb9218d4972","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:50.414337849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"a5a355c5-fe93-4d13-8b89-8bb9218d4972","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:50.436610253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-subscription","reconcileID":"52606795-8d04-4b6b-aeb1-7c5c363db769","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:50.645299326Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"999e4d99-cda6-4d41-98bc-b4d939a17539","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:50.645335052Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-auth","reconcileID":"0775d204-447c-4af8-98c5-f41c861a9f57","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:50.645400332Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-auth","reconcileID":"0775d204-447c-4af8-98c5-f41c861a9f57","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:50.645367176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"999e4d99-cda6-4d41-98bc-b4d939a17539","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:50.645516528Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"36e43511-c86d-4069-ab68-4c76332efc44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:50.645553062Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"36e43511-c86d-4069-ab68-4c76332efc44","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:50.958468654Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-auth","reconcileID":"6267d00e-e562-43d8-a100-199fd9955d72","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:50.958537737Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-auth","reconcileID":"6267d00e-e562-43d8-a100-199fd9955d72","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:50.958468588Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"990bc472-255c-477d-87a4-b2a6c9cd4fe2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:50.958581572Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"990bc472-255c-477d-87a4-b2a6c9cd4fe2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:50.958642999Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"f4a54479-7e65-4505-a694-2be628078e8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:50.958702548Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"f4a54479-7e65-4505-a694-2be628078e8a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:51.430674192Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-auth","reconcileID":"08c95b85-7ee0-4682-aa83-936f16d74335","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:51.430673789Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"1a5c5ccd-3534-4f07-9f78-f2b09d3c536b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:51.43074547Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-auth","reconcileID":"08c95b85-7ee0-4682-aa83-936f16d74335","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:51.430769913Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"1a5c5ccd-3534-4f07-9f78-f2b09d3c536b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:51.431106553Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"bff23b70-cc4b-49e0-a4ce-7c6b6472a831","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:51.431171627Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"bff23b70-cc4b-49e0-a4ce-7c6b6472a831","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:52.222456909Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"21c79d1a-a9d7-4550-a994-89df71160956","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:52.222522852Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"21c79d1a-a9d7-4550-a994-89df71160956","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:52.222457716Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-auth","reconcileID":"64776fda-97ca-4f3a-a9af-59d6c28ce88c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:52.222566903Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-auth","reconcileID":"64776fda-97ca-4f3a-a9af-59d6c28ce88c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:52.222615305Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"88ee6149-13c9-43ff-941a-78b802125b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:52.222660717Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"88ee6149-13c9-43ff-941a-78b802125b22","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:52.639264209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"40dfb370-3f22-4258-a317-2dc790abd483","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:52.790686353Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"a7948656-6784-4977-93be-3bbbc3a6ada9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:52.790760758Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"a7948656-6784-4977-93be-3bbbc3a6ada9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:52.790761159Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"65c745b0-7a17-4063-9300-15a1cbe709c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:52.790840276Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"65c745b0-7a17-4063-9300-15a1cbe709c8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:52.793082638Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-auth","reconcileID":"e0dc66e0-6ee2-4828-b8ca-6d7930ba9a06","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:52.793129916Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-auth","reconcileID":"e0dc66e0-6ee2-4828-b8ca-6d7930ba9a06","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:52.848919074Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-valid-sub","reconcileID":"75c41db0-56e1-41f0-b582-2767c5f24987","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:53.055946846Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-valid-sub","reconcileID":"75c41db0-56e1-41f0-b582-2767c5f24987","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:53.260504108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"c68fc848-1792-4186-b61b-7e98d36ad2af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:53.286383523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-invalid-sub-auth","reconcileID":"b050bb3b-850d-491d-be27-b329cf409951","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:53.286391206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"2d355cca-8147-4fa9-9b89-170b865ea586","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:53.287373157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"47a2f5e8-0434-4b89-ba58-a819b91822c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:53.314933985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"1b3bf443-8e60-482f-94e1-e37131c4208a","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:53.314985193Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:53.340641936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"2d355cca-8147-4fa9-9b89-170b865ea586","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:53.341190099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"47a2f5e8-0434-4b89-ba58-a819b91822c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:53.343127596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-invalid-sub-auth","reconcileID":"b050bb3b-850d-491d-be27-b329cf409951","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:53.451417153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"3961eac6-0f8a-49c4-8506-f355de96dfe3","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:53.541619621Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-invalid-sub-auth","reconcileID":"ed490dda-529f-4f28-a71e-24b6409a3d2d","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:53.693032052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"4249d754-1b21-49a4-9d4e-8aaf48b78ef7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:53.693032001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"695c4af9-cefb-4ecb-a9c2-18228a88f2df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:53.746769527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"695c4af9-cefb-4ecb-a9c2-18228a88f2df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:53.746803366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"4249d754-1b21-49a4-9d4e-8aaf48b78ef7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:53.795382771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"d0e82d54-b3d6-43b0-81ce-c00c7c387ff4","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.010056428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"52526f70-7e31-4832-a09a-2c2fc1307470","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.064010906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"35b85e5b-7e99-4c6d-bbb6-f4130fb45438","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.160904947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"f2f38953-8df7-46ac-b7f4-956ae475cdb5","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.161526749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"premium-w0-59f97a","reconcileID":"90fc28dc-458e-42d7-ba82-98a94769dba2","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"premium-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"premium-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.162038253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-w0-59f97a","reconcileID":"4c9f774d-b038-49aa-aa67-07f79614e1cf","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.226484747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"4db26d0c-5b3c-4fb3-a395-74dbc7a7a558","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.22679431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"premium-w0-59f97a","reconcileID":"a3d22528-1afd-445f-b04f-51d485bfdace","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"premium-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"premium-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.227075723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-w0-59f97a","reconcileID":"08802b7d-35dc-4fa4-9f6f-c38bf0647dfb","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.283297601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"572bef18-1190-4dd3-8632-1ef181a935f3","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.283538999Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.29569095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-access-denied-auth","reconcileID":"6047e94d-3cad-433b-bdde-cac81fbe7511","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.312287075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"c3bb5312-9e4c-4f51-b370-49ed8b08e03a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.340106106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"a71fd296-9a3a-437a-aefe-236d165452c8","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.354512087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-access-denied-auth","reconcileID":"6047e94d-3cad-433b-bdde-cac81fbe7511","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.380753614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"c3bb5312-9e4c-4f51-b370-49ed8b08e03a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.382384828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"b1c494f0-d3cc-4a83-9bf6-3f675293f411","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.382840279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"d09bf684-d566-4d0a-8fd9-34330e5b64d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:55.393494806Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-user-sub","reconcileID":"19013ba3-d12b-49c4-a68f-8a8a674966f7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.402503493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"a0415619-fb5a-47a5-86c6-ef680618e0df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.436916567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"cf0e26cb-1935-4e8d-8807-e0ba3c8198bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.43760172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"ee535162-3dbd-49d6-b2c0-8bccfeebc9d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.458254795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"a0415619-fb5a-47a5-86c6-ef680618e0df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.5257621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"ee535162-3dbd-49d6-b2c0-8bccfeebc9d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.528841598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"cf0e26cb-1935-4e8d-8807-e0ba3c8198bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.530398912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"01a28b09-9917-4640-9952-d46bbd782280","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.58413396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"e8e38733-07ae-402d-9045-67ac9ab4c9f3","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.629299335Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-ba1918 priority=0:[ai-tenant-e2e-worker-w2-ba1918/e2e-models-other-sub ai-tenant-e2e-worker-w2-ba1918/e2e-models-user-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.629427152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"152eebdd-f46d-4903-8fd3-21b914960fc9","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.684272913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"085dc132-5bb7-4eaf-a1d7-c5caf079e062","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.737919193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"8f055480-0f71-42b1-b7fc-a02791b65c26","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:55.743076533Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-ba1918/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.794170514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"60f4a773-c1a6-474c-9952-2fdfac7411d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.794384821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"5490b649-b0c2-4694-b89a-98cda0c5565a","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.800386809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"36c721d5-24d7-45d1-9bc7-be9139d0f43d","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.851324909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"60f4a773-c1a6-474c-9952-2fdfac7411d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.85254562Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-user-sub","reconcileID":"8dc3e348-77fd-4246-8343-59e395f98d1a","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/e2e-models-other-sub","ai-tenant-e2e-worker-w2-ba1918/e2e-models-user-sub","ai-tenant-e2e-worker-w2-ba1918/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.89694235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"118e68bf-34b3-4bb3-866a-ce96c24728b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.953028212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"118e68bf-34b3-4bb3-866a-ce96c24728b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:55.997491526Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"2adea78a-b4ef-4955-91e1-f82c373d71ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:55.99755115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"2adea78a-b4ef-4955-91e1-f82c373d71ee","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.997576079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-access-denied-auth","reconcileID":"92d85b14-c2c0-4ae3-81fa-ee41116dda9e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:55.997997296Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"663297c2-5827-4694-9b1f-9c3f5adff3f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:55.998055273Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"663297c2-5827-4694-9b1f-9c3f5adff3f9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:56.003721346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-other-sub","reconcileID":"161241e8-2b1f-4c17-8049-2e247aa78843","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:56.012552992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"0ad4ca5a-bdea-47a7-9ac5-494dd084a0a9","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:56.05581628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-access-denied-auth","reconcileID":"92d85b14-c2c0-4ae3-81fa-ee41116dda9e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:56.10330985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"2d04c4f5-17eb-408a-9415-f3960b3d3014","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:56.153165673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"f47bfe95-94ad-40fd-a7b3-2b75d678d4ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:56.153313678Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-auth","reconcileID":"6b2132ff-33ee-4d08-89e8-c92e4aebc071","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:56.153378688Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-auth","reconcileID":"6b2132ff-33ee-4d08-89e8-c92e4aebc071","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:56.168445124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"e5a30b9b-eeb3-4cb2-8822-80d497ffa452","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:56.202599441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"6119286a-5fcc-46da-b59e-1db8fbef8a2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:56.206940366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"f47bfe95-94ad-40fd-a7b3-2b75d678d4ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:56.217730945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-user-sub","reconcileID":"91379978-61f6-46eb-a22a-c7a264f93098","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:56.257353778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"6119286a-5fcc-46da-b59e-1db8fbef8a2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:56.367858198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-other-sub","reconcileID":"96321433-d300-4e0c-a72b-075936bbee18","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:58.668710787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"7f4313ff-c464-48fc-90fa-b2539f601ee5","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:58.821341198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"4200e2e4-2415-42a7-855c-334826d933da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:58.821371183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"d5927662-e991-4268-a90c-25859b0a02a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:58.824224786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-access-denied-auth","reconcileID":"2f842c3a-408e-4054-af76-1c68f9cad567","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:58.875721186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"d5927662-e991-4268-a90c-25859b0a02a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:58.876007005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"4200e2e4-2415-42a7-855c-334826d933da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:58.877991252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-access-denied-auth","reconcileID":"2f842c3a-408e-4054-af76-1c68f9cad567","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:59.680380439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"6e78870d-5acc-4e27-9d99-9aefda226efb","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:59.68076388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"e14a2c5f-21ed-488c-a7d3-98a5210dc8d9","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:59.787920705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"fce1b9e1-96fc-42f4-8297-4a7e06682246","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:59.788297247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"1cd2d279-0ca1-433b-b9f4-5ba21ea6cde0","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:59.834713095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"e4490260-6d9e-42b0-a214-1aecf32dbc31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:59.891810118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"d1c838db-0cf6-4a2d-9683-734bcf634f5b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:59.892378408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"e4490260-6d9e-42b0-a214-1aecf32dbc31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:59.892493682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"ae3ba18e-ad44-4545-af6c-445f0b4c0f54","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:59.939047532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"0f180767-e454-470e-be55-b73eda2be2c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:59.994197305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"0f180767-e454-470e-be55-b73eda2be2c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:00.24276265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"0bbb795a-93ff-4d0a-9a22-3cd070684bbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:00.299381631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"0bbb795a-93ff-4d0a-9a22-3cd070684bbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:00.344092894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"add5372f-c66d-4176-ad8a-650f9e8d9c49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:00.403898342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"add5372f-c66d-4176-ad8a-650f9e8d9c49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:01.274916693Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"679efdef-7849-47f0-a015-3151192fc112","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:01.274950257Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"135738a8-d014-441c-9e1a-2b486a5e7bb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:01.275018631Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"135738a8-d014-441c-9e1a-2b486a5e7bb1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:01.274981617Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"679efdef-7849-47f0-a015-3151192fc112","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:01.427695247Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-auth","reconcileID":"b833d568-e074-4a76-ba72-8b2dc0fd6eb9","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:01.427780363Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-auth","reconcileID":"b833d568-e074-4a76-ba72-8b2dc0fd6eb9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: compose ai-tenant-e2e-worker-w1-3d8404/e2e-dedup-subscription@e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: model e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:02.794977437Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-subscription","reconcileID":"45f6ed05-26e8-4aff-bcd2-793320a3657d","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:02.999570503Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-subscription","reconcileID":"45f6ed05-26e8-4aff-bcd2-793320a3657d","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-3d8404/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:03.204607653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"c693b227-a172-4c72-b42a-4ac7daa2f7f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:03.258413336Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:03.259219277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"5e5d22df-1e59-4df9-922a-9e3f6f6e776a","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:03.314363791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"a025f462-2438-407b-b688-f7cfc1491d1f","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:03.405684295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"fa4694cc-84ca-47ba-ba5f-167743a0ad96","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:03.407490035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-auth","reconcileID":"25617dc9-e952-43db-9c4f-d01b4f7ae8c5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:03.407607147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"a05c69da-2908-4e87-9680-909471d29016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:03.407947924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"b6d6674f-5005-420c-99c4-17e0d7e74484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:03.461655394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"b6d6674f-5005-420c-99c4-17e0d7e74484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:03.462355517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-auth","reconcileID":"25617dc9-e952-43db-9c4f-d01b4f7ae8c5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:03.463985047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"a05c69da-2908-4e87-9680-909471d29016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:03.764722237Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-auth","reconcileID":"25617dc9-e952-43db-9c4f-d01b4f7ae8c5","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:03.764973234Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-dedup-auth","reconcileID":"f3dd8d29-d6fb-4ed5-a85d-e95e9a4f9ac4","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:03.766670197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"premium-w1-3d8404","reconcileID":"986d4b28-d27d-4149-9847-6127a1fcb63b","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"premium-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"premium-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:03.769682232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"088fe3cf-7da6-40d2-8c19-2df9afcb7aec","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:03.924243377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"245b2385-a664-41c7-9d1a-ef5994f63092","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:04.928260225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"34cf4886-aa2c-4d5a-935d-9e6add63ed6b","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:04.986369421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"db07467a-344e-43c9-8841-fcbf11d6c1f9","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:05.189844197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-user-token-filter-auth","reconcileID":"f43974df-688c-447f-8106-c730df69de14","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:05.211806011Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:05.216422198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"f55ee1da-8e6d-43d5-8525-b83b5bf1ed67","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:05.301857094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-user-token-filter-auth","reconcileID":"f43974df-688c-447f-8106-c730df69de14","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:05.3091973Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-user-token-filter-sub","reconcileID":"c0974328-a2b8-4a79-8042-82776f40a5cf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:05.311270507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"00e09ce2-b537-45ea-a695-4976502e48ca","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:05.437477673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"295b455a-6882-4f9b-b1e0-cfe8276ec5d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:05.438250843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"78a6e946-58e7-4b4a-819a-5472f422349a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:05.440401373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"141e8526-e484-4e35-9672-f7f3fb6418da","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:05.499178062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"78a6e946-58e7-4b4a-819a-5472f422349a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:05.503985271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"de66441a-a545-44db-8183-bdfb56fd94ad","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:05.5047097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"295b455a-6882-4f9b-b1e0-cfe8276ec5d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:05.562255799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"6ce5e12e-403b-4ece-8df4-4d5793b4b58b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:05.564458046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"9413aac2-e3a7-4554-9c3c-a681b549bd58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:05.618202521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"9413aac2-e3a7-4554-9c3c-a681b549bd58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:05.619081521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"6ce5e12e-403b-4ece-8df4-4d5793b4b58b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:05.646901567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"69fdb434-e479-4a64-bbe7-8352e946a76c","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:05.764418543Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-user-token-filter-sub","reconcileID":"e45fe513-29bb-4148-b247-3579928450c9","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-3d8404/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w1-3d8404/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:05.797247006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-user-token-filter-auth","reconcileID":"c74936b8-b7fb-4120-9328-7431e70b2641","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:05.850587066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-user-token-filter-auth","reconcileID":"c74936b8-b7fb-4120-9328-7431e70b2641","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:05.897465994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"da7b1122-f8f9-43af-90d5-af7cfe0e0ed4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:05.897538516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"4da4d5b4-dba1-4ed8-942c-82ab573327e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:05.921857193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"8194280f-e1e3-4604-8430-ca859d9b8758","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:05.951648909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"da7b1122-f8f9-43af-90d5-af7cfe0e0ed4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:05.951663385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"4da4d5b4-dba1-4ed8-942c-82ab573327e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:05.964983161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"ec07cb12-f14c-433d-89a1-51f011540d63","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:06.12120426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-user-token-filter-sub","reconcileID":"961ec09c-e46c-4fc6-aab3-8048a57074fb","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:08.056908697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"2ba39933-a44d-4fd6-aefc-3539b8eecc43","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:08.206405926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-user-token-filter-auth","reconcileID":"cd307306-a927-4d1c-9b31-b2cc0e0ea869","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:08.206565962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"781aa4c1-915a-488a-83eb-03cab112bab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:08.207030768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"ecdf9757-b494-4800-b606-708ee016f8c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:08.261407716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"781aa4c1-915a-488a-83eb-03cab112bab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:08.265112377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"ecdf9757-b494-4800-b606-708ee016f8c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:08.265631564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-user-token-filter-auth","reconcileID":"cd307306-a927-4d1c-9b31-b2cc0e0ea869","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:08.825220125Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-user-sub","reconcileID":"fbb8d63a-bca4-44aa-8308-9ce9fb6b87b5","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:08.852469577Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:09.032839182Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-user-sub","reconcileID":"fbb8d63a-bca4-44aa-8308-9ce9fb6b87b5","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/e2e-models-other-sub","ai-tenant-e2e-worker-w2-ba1918/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:09.232410358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"c9935610-1ba2-4b9f-8208-f275701ab6aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:09.238065923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-other-sub","reconcileID":"c9aae50b-8e03-4931-8263-2af14cfba04b","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:09.247284681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"9037f792-e100-4900-8622-0b5247a7bf32","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:09.247774176Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:09.401865003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"0ccc0d40-9f9c-49ab-b3c4-cc0c63deeb81","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:09.437088772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-access-denied-auth","reconcileID":"ab2ea2c2-474e-4542-bca5-0477a454e379","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:09.43775223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"44bc235d-5b65-4ea2-b5a0-b986c1e2db0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:09.438366269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"2e44d778-43cc-4678-8458-f20dbbe9252c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:09.49109278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"44bc235d-5b65-4ea2-b5a0-b986c1e2db0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:09.491261994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-access-denied-auth","reconcileID":"ab2ea2c2-474e-4542-bca5-0477a454e379","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:09.49348398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"2e44d778-43cc-4678-8458-f20dbbe9252c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:09.840487675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"239a538d-4800-491a-a35e-7edf0d554e36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:09.840489406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"23b47abc-d3fb-489f-8fe3-7101b923d0bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:09.841050472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-access-denied-auth","reconcileID":"4dafc198-eef6-4bea-8073-b1c408074e06","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:09.894247237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"239a538d-4800-491a-a35e-7edf0d554e36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:09.895476517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-access-denied-auth","reconcileID":"4dafc198-eef6-4bea-8073-b1c408074e06","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:09.89703181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"23b47abc-d3fb-489f-8fe3-7101b923d0bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:14.612206155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-2-w0-59f97a","reconcileID":"dc6ca491-9e9b-44ef-9855-b87848afef74","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-2-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-2-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:16.650917233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"1f834d41-7258-4576-9d79-f617d6cdabb6","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:16.704117249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"58814f8b-097b-4ef0-aa36-34a3ebae62ac","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:16.85371938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-api-key-scoped-auth","reconcileID":"c7cae9c8-309f-4b1c-918f-c8cefa30837f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:16.909705458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-api-key-scoped-auth","reconcileID":"c7cae9c8-309f-4b1c-918f-c8cefa30837f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:16.91766135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"f5abcc79-0c50-4b60-9dca-7c17c9569842","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:16.917818802Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:16.961694865Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-59f97a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (22ace1735c3a826f6047f70b4a8d8b96934393852dad3cee22466c29a9a90e13) AuthConfig (f5896af35758d4d6fe376a99153d91ea684d7f9bc4b7f0cebf01cc58c9773e6e) AuthConfig (181a3003a1b3fb2b812413a6ba049b7cabaf1e2901c7280f035b66d7ca56276e) AuthConfig (f6d35b2399dffd20c1d9ca49626b1669c07f55d8ff2ab877e40b2f91bc8ac24f) AuthConfig (12bf8b17621e6a2000a228640fec4a26dce6bfb2db3d2da6dedb397740380ff2) AuthConfig (ec523a2389750d35d1bef57953541e394ede052a79b792cc5ba0b1242cd7a805) AuthConfig (dd2ff3901c1230205cb93aaef6e977a6a24f9d4936a69b4f37be592b1c19be82) AuthConfig (2cd8831f8dbd198074a0cb21cf10e9e2412907f3319a21ecdf7f497d6de060d5) AuthConfig (ad294847092ec80aafc5f2cbb3b433c46566a43a1cee85eedf38934d1830ada5) AuthConfig (66398984af60631004f535e124cf3e4d7d08c829eba2e1989f79c938b87fe75c) AuthConfig (9f6d7b4ad52deb20cc6e6f89baf155fa94eb7bb7cdad72ae75bda86b32aa6557) AuthConfig (245f98f94cc80033f162b1cb499723b7acc57a7860ae930400aa11cecdc3f905)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-api-key-scoped-auth","reconcileID":"c7cae9c8-309f-4b1c-918f-c8cefa30837f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:16.970367023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"0c0cd037-8402-4563-bb70-cc4d5c3f1c06","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:17.016527867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"4dbfee7d-fa41-4ab1-a172-0efe6c955242","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:17.032341382Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-api-key-scoped-sub","reconcileID":"55c10809-eb02-45f3-914d-6bbde34b902c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:17.067308634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"9f9d7a68-cf9b-4461-a27e-225b719080bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:17.067330248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"514b0f20-b8e0-49b0-ae8a-e3f1fb990363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:17.123307779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"9f9d7a68-cf9b-4461-a27e-225b719080bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:17.124488036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"514b0f20-b8e0-49b0-ae8a-e3f1fb990363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:17.15163267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"1a885f8a-b510-4899-a96d-24b55198f4f9","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:17.168873124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-api-key-scoped-auth","reconcileID":"d6f59d66-60a5-41db-8a65-8311c111e52e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:17.203837077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"59c94cae-3ce7-4260-a412-f56c4654f72e","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:17.223051821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-api-key-scoped-auth","reconcileID":"d6f59d66-60a5-41db-8a65-8311c111e52e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:17.274839592Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-59f97a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (22ace1735c3a826f6047f70b4a8d8b96934393852dad3cee22466c29a9a90e13) AuthConfig (f5896af35758d4d6fe376a99153d91ea684d7f9bc4b7f0cebf01cc58c9773e6e) AuthConfig (181a3003a1b3fb2b812413a6ba049b7cabaf1e2901c7280f035b66d7ca56276e) AuthConfig (f6d35b2399dffd20c1d9ca49626b1669c07f55d8ff2ab877e40b2f91bc8ac24f) AuthConfig (12bf8b17621e6a2000a228640fec4a26dce6bfb2db3d2da6dedb397740380ff2) AuthConfig (ec523a2389750d35d1bef57953541e394ede052a79b792cc5ba0b1242cd7a805) AuthConfig (dd2ff3901c1230205cb93aaef6e977a6a24f9d4936a69b4f37be592b1c19be82) AuthConfig (2cd8831f8dbd198074a0cb21cf10e9e2412907f3319a21ecdf7f497d6de060d5) AuthConfig (ad294847092ec80aafc5f2cbb3b433c46566a43a1cee85eedf38934d1830ada5) AuthConfig (66398984af60631004f535e124cf3e4d7d08c829eba2e1989f79c938b87fe75c) AuthConfig (9f6d7b4ad52deb20cc6e6f89baf155fa94eb7bb7cdad72ae75bda86b32aa6557) AuthConfig (245f98f94cc80033f162b1cb499723b7acc57a7860ae930400aa11cecdc3f905)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-api-key-scoped-auth","reconcileID":"d6f59d66-60a5-41db-8a65-8311c111e52e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:17.42864711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-api-key-scoped-auth","reconcileID":"c7f2466c-2cca-464c-9434-3463141e9eb8","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:17.461383352Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-api-key-scoped-sub","reconcileID":"5c29b6f8-1dfd-4718-8a1c-7b35f96bf9a0","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-59f97a/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w0-59f97a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:17.473171051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"9f2d91fc-9472-4eda-bddf-99b38ccd3d88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:17.482302752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-api-key-scoped-auth","reconcileID":"c7f2466c-2cca-464c-9434-3463141e9eb8","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:17.531819594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"9f2d91fc-9472-4eda-bddf-99b38ccd3d88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:17.537911503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-59f97a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (22ace1735c3a826f6047f70b4a8d8b96934393852dad3cee22466c29a9a90e13) AuthConfig (f5896af35758d4d6fe376a99153d91ea684d7f9bc4b7f0cebf01cc58c9773e6e) AuthConfig (181a3003a1b3fb2b812413a6ba049b7cabaf1e2901c7280f035b66d7ca56276e) AuthConfig (f6d35b2399dffd20c1d9ca49626b1669c07f55d8ff2ab877e40b2f91bc8ac24f) AuthConfig (12bf8b17621e6a2000a228640fec4a26dce6bfb2db3d2da6dedb397740380ff2) AuthConfig (ec523a2389750d35d1bef57953541e394ede052a79b792cc5ba0b1242cd7a805) AuthConfig (dd2ff3901c1230205cb93aaef6e977a6a24f9d4936a69b4f37be592b1c19be82) AuthConfig (2cd8831f8dbd198074a0cb21cf10e9e2412907f3319a21ecdf7f497d6de060d5) AuthConfig (ad294847092ec80aafc5f2cbb3b433c46566a43a1cee85eedf38934d1830ada5) AuthConfig (66398984af60631004f535e124cf3e4d7d08c829eba2e1989f79c938b87fe75c) AuthConfig (9f6d7b4ad52deb20cc6e6f89baf155fa94eb7bb7cdad72ae75bda86b32aa6557) AuthConfig (245f98f94cc80033f162b1cb499723b7acc57a7860ae930400aa11cecdc3f905)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-api-key-scoped-auth","reconcileID":"c7f2466c-2cca-464c-9434-3463141e9eb8","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:17.571535289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"6cd6dbb8-282b-4aec-9eb5-bcdc2f76d69d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:17.663521777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"6cd6dbb8-282b-4aec-9eb5-bcdc2f76d69d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:17.664425071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"5f8f0862-ac92-4c4d-8221-e3278ff8acaa","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:17.710314536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"3f7388d0-4a1a-4d0b-a5bc-a3d000d42205","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:17.864384218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-api-key-scoped-sub","reconcileID":"243bb1f9-e511-42ad-96db-2f50ef1daada","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:18.214181724Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-user-token-filter-sub","reconcileID":"74ced9c7-70f5-48e1-aee5-57861f24ae6f","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:18.420624856Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-user-token-filter-sub","reconcileID":"74ced9c7-70f5-48e1-aee5-57861f24ae6f","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-3d8404/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:18.621309193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"4eeac606-4cf0-4a36-a955-ee3dca3ae6e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:18.680834163Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:18.681419656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"7c3b60ce-f4e0-48e3-805b-b0f540da749b","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:18.749510259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"d68054b9-83da-41a1-9dc6-b2aabe918350","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:18.825924954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"f17fb133-4dc1-4ba6-827b-57ba1b35e214","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:18.877805139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"7c51a59e-97a0-4398-8ed6-2b26763ba419","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:18.87832169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"ae8ef8f1-a0f6-46f0-ad31-05fa1b2a7cdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:18.878714443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-user-token-filter-auth","reconcileID":"c3a7ad9e-4b3a-4656-9afd-09c14d355e33","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:18.936412912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-user-token-filter-auth","reconcileID":"c3a7ad9e-4b3a-4656-9afd-09c14d355e33","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:18.94416268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"ae8ef8f1-a0f6-46f0-ad31-05fa1b2a7cdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:18.948314696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"7c51a59e-97a0-4398-8ed6-2b26763ba419","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:19.141890286Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-user-token-filter-auth","reconcileID":"149152ac-0ea9-4dce-a409-749ac72dd71b","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:19.295680502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"f8dfad7b-bd5e-441a-83b2-a75f96767c57","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:19.5561576Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-other-sub","reconcileID":"3bb06216-6d80-4f43-95f3-e64c6f1605ed","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:19.766243554Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-other-sub","reconcileID":"3bb06216-6d80-4f43-95f3-e64c6f1605ed","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:19.967662242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"aaa46727-a2b4-47dd-8b32-ea7e55aca20e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:20.02548004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"5808d669-85e7-4afb-9dee-fa4eda902f95","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:20.025925825Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:20.176015441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"ab6a1eed-d1d0-48cd-b618-241b5ece8cde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:20.176257146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"de9e896d-f5a7-4c7a-b3fd-bfd4a3b0eec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:20.176014868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-access-denied-auth","reconcileID":"062d8b55-f9d8-478a-8f3d-f597106587b4","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:20.17713218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"65edad72-dd42-4a54-a313-466366640ba0","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:20.229534063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"de9e896d-f5a7-4c7a-b3fd-bfd4a3b0eec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:20.230854299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"ab6a1eed-d1d0-48cd-b618-241b5ece8cde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:20.231808329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-access-denied-auth","reconcileID":"062d8b55-f9d8-478a-8f3d-f597106587b4","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:20.271757892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"51fd1ad2-93a9-4770-bb2f-87535f5ad0c3","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:20.325892657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"2b44712f-73ba-43aa-bed9-ad26dc7800b6","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:20.378648113Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-models-access-denied-auth","reconcileID":"b1312733-1780-4cb8-a3ee-0f102faae230","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:20.523471855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-auth1","reconcileID":"7414414c-343d-4c2f-a9cd-a9b2fb20f85b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:20.526591513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"c4fe9fab-a668-4512-8d3d-603832c6ae2e","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:20.526745813Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:20.580169943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-auth1","reconcileID":"7414414c-343d-4c2f-a9cd-a9b2fb20f85b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:20.581821815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"e8e598b9-2dc0-4109-9b7c-b41106929690","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:20.582170801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"77ad4d0e-1a96-46dc-ad00-9581f8cf52ea","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:20.635341215Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-sub1","reconcileID":"717aeb8a-f46e-473c-a437-ccd4c4be1d21","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:20.724059756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"004d4b5a-dfac-4432-91c0-a023fe6ad611","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:20.724062596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"2472f827-4638-4db8-9078-bda1faf0b7f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:20.744394806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"4008ea78-17cc-4f74-824f-993485d2169f","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:20.77985456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"2472f827-4638-4db8-9078-bda1faf0b7f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:20.780573685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"e9d7765c-10ef-46ed-9efe-a53c58b5dd38","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:20.781272646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"004d4b5a-dfac-4432-91c0-a023fe6ad611","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:20.802634819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"29b8d5e8-08fb-436e-af5b-8319e544809c","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:20.833828601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"5eb6528e-9640-4617-8db4-bffad7489823","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:20.885897209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"9e18cbf4-5661-42f5-a44c-cbdf03f842a1","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:21.016563081Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-sub1","reconcileID":"7e7eb91f-ff88-4de6-91dd-41406da3edfd","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-distinct-w1-3d8404","model":"distinct-w1-3d8404","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-3d8404/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:21.045355598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"3fc97cb9-ab10-4167-8615-d185159d09ba","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:21.045449472Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-3d8404 priority=0:[ai-tenant-e2e-worker-w1-3d8404/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-3d8404/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:21.08381855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-auth2","reconcileID":"fee2986a-6175-4ea2-b154-b76c02844d55","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:21.104035832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"c00b41ac-ee60-4667-b2c3-642ae31d1e50","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:21.139286108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-auth2","reconcileID":"fee2986a-6175-4ea2-b154-b76c02844d55","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:21.155563647Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-sub2","reconcileID":"8f82aa04-cd1d-4996-bbd2-086ad1795576","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:21.156537308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"27800807-e7bd-4dbb-b71a-dcd6bb17d838","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:21.18092522Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-sub1","reconcileID":"7e7eb91f-ff88-4de6-91dd-41406da3edfd","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:21.198140064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-auth1","reconcileID":"634aee90-aa6b-4070-bb31-1246b9effda2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:21.254041155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-auth1","reconcileID":"634aee90-aa6b-4070-bb31-1246b9effda2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:21.262611365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"84043ba6-c240-4090-804f-734b30065709","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:21.290673401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"f0406ed4-4db1-4ed1-9e60-bd7a4a1d6785","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:21.29067553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"7454c821-ab29-42bc-817a-c8c78204a459","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:21.316526287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"d8999041-8204-4b80-a197-6a45389aa28e","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:21.345330488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"7454c821-ab29-42bc-817a-c8c78204a459","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:21.34658661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"f0406ed4-4db1-4ed1-9e60-bd7a4a1d6785","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:21.386605061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-sub1","reconcileID":"d14231e3-ef22-46a2-9d5b-307c2439a0d3","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-distinct-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/distinct-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:21.446483527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"72e06d82-3ce3-4464-9efb-f689cc372fe2","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:21.52329405Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-sub2","reconcileID":"6f22d046-35f7-4040-b568-1f8269d4713d","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-distinct-2-w1-3d8404","model":"distinct-2-w1-3d8404","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-3d8404/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:21.54425875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"f56dbb6f-bdfb-49c1-aacd-3e648721968a","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:21.683378005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"a8758a21-3fa1-458d-953c-34559d17cb7c","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:21.692592836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-auth2","reconcileID":"0228113b-b83b-4ecc-9543-0a52e5d155f4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:21.746018876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-auth2","reconcileID":"0228113b-b83b-4ecc-9543-0a52e5d155f4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:21.793325224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-auth1","reconcileID":"a847b681-99f5-4a03-ad79-205c0c481e49","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:21.820252733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"2e5e1ef3-e653-44fa-9e21-450a97e701d4","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:21.848085729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-auth1","reconcileID":"a847b681-99f5-4a03-ad79-205c0c481e49","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:21.874690937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"d1e3f837-a2c3-400a-94b1-a3cacbd97851","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:21.881786934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-sub2","reconcileID":"831e09c8-5717-4a76-927e-33714d41c991","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-distinct-2-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/distinct-2-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:21.893180388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"92d9e9b1-09da-46a7-91ac-2cb1953b45b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:21.893457321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"72bfa1be-a4ef-443c-af6e-442e2da81a01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:21.947832072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"92d9e9b1-09da-46a7-91ac-2cb1953b45b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:21.948538016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"72bfa1be-a4ef-443c-af6e-442e2da81a01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:22.022067458Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-auth2","reconcileID":"0228113b-b83b-4ecc-9543-0a52e5d155f4","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-multi-keys-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.075998286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"5dc907d7-2085-4376-9a3f-f2ed13548ccc","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.076064696Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-3d8404 priority=0:[ai-tenant-e2e-worker-w1-3d8404/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-3d8404/e2e-multi-keys-sub2]","namespace=ai-tenant-e2e-worker-w2-ba1918 priority=10:[ai-tenant-e2e-worker-w2-ba1918/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w2-ba1918/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.079738852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth1","reconcileID":"3db87f8a-d1cc-4ad5-9fb4-9dbceafc0437","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.133862824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"2c020bd1-b5b5-4bfa-80f5-a80b3d9bdba7","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.137269893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth1","reconcileID":"3db87f8a-d1cc-4ad5-9fb4-9dbceafc0437","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.182980728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"3e9e23b2-58a6-4b9f-b969-767bd6c9f5d5","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.189129469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"cb49a520-ea27-4660-a3c7-ccf0d37758f3","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.237509036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"9faac47b-aaa6-497f-89c7-0dc57ea1d1a2","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:22.24045193Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-ba1918/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.277635824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-auth2","reconcileID":"1b74c17e-f882-4cfb-8fa2-fba839e4bfa3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.327065067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"882c28ba-cafb-4e83-85a7-f9b118839445","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.327082512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"cd2a2f45-54fc-4dfe-abee-3fc87e9c300c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.333103243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-auth2","reconcileID":"1b74c17e-f882-4cfb-8fa2-fba839e4bfa3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.345621846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"2dc1da61-03cd-40b4-966e-7389012c522f","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.381803845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"cd2a2f45-54fc-4dfe-abee-3fc87e9c300c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.382571925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"882c28ba-cafb-4e83-85a7-f9b118839445","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.39191919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"eecab637-04c9-423d-816c-7497f7443895","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.399386604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"8a7f54d8-1c12-4a66-8c23-85994eef369f","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.443878303Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-sub1","reconcileID":"21c784d5-d0a3-41d6-9d9e-5ab40f453d80","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-distinct-w2-ba1918","model":"distinct-w2-ba1918","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.603049164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"43058790-b59f-4949-ba4d-c1257ca55ac1","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.61050749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"378c8ee8-6703-4f73-a1a5-6385c0d0ffdc","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.610601962Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-3d8404 priority=0:[ai-tenant-e2e-worker-w1-3d8404/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-3d8404/e2e-multi-keys-sub2]","namespace=ai-tenant-e2e-worker-w2-ba1918 priority=10:[ai-tenant-e2e-worker-w2-ba1918/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w2-ba1918/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.639729994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth1","reconcileID":"f15359a8-5dda-4edc-9aae-ddf41216c547","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.648555801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth2","reconcileID":"40217376-0c23-4189-ae8f-b7b4f046a210","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.667202577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"318fd52f-f155-40bd-9d67-4a7d843b00c3","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.701776654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth1","reconcileID":"f15359a8-5dda-4edc-9aae-ddf41216c547","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.704516698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth2","reconcileID":"40217376-0c23-4189-ae8f-b7b4f046a210","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:22.721803155Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-ba1918/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.801284107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-sub1","reconcileID":"bda9289f-cfbf-4c6a-bbc1-792981a3383f","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-distinct-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/distinct-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.830577864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"e27afb72-6471-465e-8bb9-f5bd93fdd347","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.833668773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"37d178f9-96d1-4096-936e-d4b315c5f773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.83433071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"bfd6173d-dbc7-4fde-bdb4-0adce1f773df","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"distinct-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"distinct-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.883528625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"e27afb72-6471-465e-8bb9-f5bd93fdd347","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.886665875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"cbac53ef-a206-4c68-b0a3-e539865ac574","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.886967242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"37d178f9-96d1-4096-936e-d4b315c5f773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.971970953Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-sub2","reconcileID":"2ddf5370-3f31-4191-bd03-7c862f4ccc57","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-distinct-2-w2-ba1918","model":"distinct-2-w2-ba1918","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:23.057669191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"262a559e-3696-416a-bb02-348b46f86687","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:23.130618499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"0511af96-01db-487d-a4af-8e5d936ba83e","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:23.149414918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth1","reconcileID":"aa44dd1e-f6f9-43d7-9503-6dca503eb0ef","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:23.203105772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth1","reconcileID":"aa44dd1e-f6f9-43d7-9503-6dca503eb0ef","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:23.29834868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"7306513e-9e42-4ef7-9a6e-f12dceb1ba85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:23.2983484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"cc4c2bb0-17d3-44a7-af34-f6eadd60d548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:23.318290755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth2","reconcileID":"e6209db0-5c21-46cd-b94d-b18c49960cc3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:23.329731839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-sub2","reconcileID":"5f0b99d4-469d-496b-bc58-61e88ca67417","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-distinct-2-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/distinct-2-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:23.352404319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"7306513e-9e42-4ef7-9a6e-f12dceb1ba85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:23.352622504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"cc4c2bb0-17d3-44a7-af34-f6eadd60d548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:23.371807941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth2","reconcileID":"e6209db0-5c21-46cd-b94d-b18c49960cc3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.599914678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"5f48a73a-2df8-44d1-b381-b5c1e3d45adc","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.761648916Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-sub1","reconcileID":"7fd81fa3-ac6d-4661-8869-e5e3627ebba8","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9f253b3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.864756292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"813720eb-3b0e-40d0-beca-8a8fe9861316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.865608199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-auth1","reconcileID":"20a0b64e-20b2-4bef-9988-eccdc225c8a5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.866615297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"1f482625-7a83-404d-98df-8de7dff48c34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.867469734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-auth2","reconcileID":"8c36cf11-86b8-4d5c-9bd1-2bf77820ed06","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.921896918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"813720eb-3b0e-40d0-beca-8a8fe9861316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.922542887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-auth1","reconcileID":"20a0b64e-20b2-4bef-9988-eccdc225c8a5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.925617582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-auth2","reconcileID":"8c36cf11-86b8-4d5c-9bd1-2bf77820ed06","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.926069159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"1f482625-7a83-404d-98df-8de7dff48c34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.463780253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"32c2fc2e-927f-4508-b761-0847c337cd55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.46373438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"0dc2d6cb-6eba-470f-80b6-a2ed88674d4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.465441343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-auth1","reconcileID":"5da3f98f-47c7-4df5-a897-603d766b4f49","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.536143647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-auth2","reconcileID":"2c48cd06-ee80-4e23-bc68-05344f02923f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.541093991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"32c2fc2e-927f-4508-b761-0847c337cd55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.680393184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"0dc2d6cb-6eba-470f-80b6-a2ed88674d4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.6822837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-auth2","reconcileID":"2c48cd06-ee80-4e23-bc68-05344f02923f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.704923976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-auth1","reconcileID":"5da3f98f-47c7-4df5-a897-603d766b4f49","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:27.214867561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"828314de-530e-44fa-a7e0-e5aa99096389","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:27.216455032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"7bdcbef9-6ad8-4d4b-a1ff-aaa31434d7df","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:27.216990409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"f9b8b92d-4961-4588-b9db-696a38edd3a5","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"distinct-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"distinct-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:27.305376453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"980a2445-d2e5-41f3-a078-98edb3898a74","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:27.305993686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"da6e882a-c43b-4286-8aac-15e425dcb0e6","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:27.306604348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"451ae68f-5717-4610-b2b9-a95ac2879a41","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"distinct-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"distinct-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:27.380560425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"4116615d-6f84-4e2b-a32b-6046e80d9132","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:27.383559972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"0e65d174-4e60-49ea-831f-3b28d9d73421","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:27.478063024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"0e65d174-4e60-49ea-831f-3b28d9d73421","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:27.478819933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"4116615d-6f84-4e2b-a32b-6046e80d9132","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:27.50982743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"08d9ea79-787d-44f2-86b2-c9715e19a609","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:27.510922854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"66e3dd2a-d174-4849-a341-a8fd8a4434cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:27.750885501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-api-key-scoped-auth","reconcileID":"276cb23c-3afb-4680-a710-1bc83fa82b36","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:27.818670938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-api-key-scoped-auth","reconcileID":"276cb23c-3afb-4680-a710-1bc83fa82b36","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:27.870780553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"cd1d07d3-a649-4b6a-926d-47326327e19a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:27.871794508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"389ab683-62d8-4ce0-bc2b-54a56becb582","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:27.981119995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"cd1d07d3-a649-4b6a-926d-47326327e19a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:27.996514913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"389ab683-62d8-4ce0-bc2b-54a56becb582","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:28.195419256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"339c5acb-f86e-4b4d-b3c1-ace66a4ee051","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:28.840890152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"82412a8c-8c46-485e-a8f0-faaeec4ed4c2","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:28.996465782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"2805d37d-9b1a-4b5b-bd7e-8f21bcd12740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:28.99735877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-api-key-scoped-auth","reconcileID":"98630677-f26e-4653-af1b-95a188c63cd7","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:28.997453314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"c1494f7e-ef9f-4a40-a489-3b451986b621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:29.052028497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"2805d37d-9b1a-4b5b-bd7e-8f21bcd12740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:29.056317574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-api-key-scoped-auth","reconcileID":"98630677-f26e-4653-af1b-95a188c63cd7","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:29.060010732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"c1494f7e-ef9f-4a40-a489-3b451986b621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:35.278088955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"dda0fac7-2919-491f-91df-e7b5e8a94bbf","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:35.442403697Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-sub1","reconcileID":"49516cc8-c66e-440a-8656-f8c3df0d31e9","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b5482e69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:35.550112051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth1","reconcileID":"71a3db99-5cc5-4d27-a2f0-c7af166f4a09","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:35.551185852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"1fbce62c-50be-45f6-8839-6c2075a4ec1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:35.552007928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"0f93751d-f348-4bc5-97e2-15832de871a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:35.552810921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth2","reconcileID":"4ebc0c0d-5cdc-4375-9181-7fc6098e7bab","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:35.610904456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth1","reconcileID":"71a3db99-5cc5-4d27-a2f0-c7af166f4a09","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:35.611653114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth2","reconcileID":"4ebc0c0d-5cdc-4375-9181-7fc6098e7bab","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:35.614094324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"1fbce62c-50be-45f6-8839-6c2075a4ec1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:35.614673156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"0f93751d-f348-4bc5-97e2-15832de871a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:35.818646815Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-sub1","reconcileID":"f19ad409-73a6-406a-a01a-80f0127c1735","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/distinct-w1-3d8404","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:35.869475924Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-sub1","reconcileID":"f19ad409-73a6-406a-a01a-80f0127c1735","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/distinct-w1-3d8404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:35.92013589Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-sub1","reconcileID":"f19ad409-73a6-406a-a01a-80f0127c1735","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/distinct-w1-3d8404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:36.090221501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth1","reconcileID":"fd1903ab-daf6-4ead-bc4b-15409ed905c3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:36.090648798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"f004e07f-0fe0-4a8e-9921-2e5046f69e2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:36.091277228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"ace66e39-5d7b-4364-b7f5-61c029d83d8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:36.091340616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth2","reconcileID":"4705903b-99f9-4f1c-a14d-31c30a4edce9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:36.151209798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"ace66e39-5d7b-4364-b7f5-61c029d83d8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:36.153531413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth1","reconcileID":"fd1903ab-daf6-4ead-bc4b-15409ed905c3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:36.155103163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth2","reconcileID":"4705903b-99f9-4f1c-a14d-31c30a4edce9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:36.1574123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"f004e07f-0fe0-4a8e-9921-2e5046f69e2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:36.213318527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"6012d540-2905-482e-9d27-a2c3688979b0","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:36.213854151Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:36.271798143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"dd634b2e-1af1-4f78-ab61-17a7632d689c","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:36.327574739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"8e48a199-aab4-44b3-8328-53ec0df2f873","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:36.356668185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"5b303830-6c62-4671-9888-6c377462d1d2","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:36.378787653Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-3d8404/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:36.478655786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"e8c2eec7-6698-4f1e-9e92-b6cdc430e8c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:36.512444485Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-sub2","reconcileID":"715bee2a-22ea-44ca-a30a-0198a16f0e76","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7fcf7ecf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:36.533887709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"e8c2eec7-6698-4f1e-9e92-b6cdc430e8c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:36.619365839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-auth1","reconcileID":"9cf78579-8098-4831-90b3-f87feab6d5c2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:36.621387792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"81a16b1a-d892-4c0a-918a-4ca38da5340c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:36.622176873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-auth2","reconcileID":"cacd3b19-2d78-4bb0-8f8d-f2fff98bda88","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:36.679334793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-auth2","reconcileID":"cacd3b19-2d78-4bb0-8f8d-f2fff98bda88","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:36.679488486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"81a16b1a-d892-4c0a-918a-4ca38da5340c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:36.681851668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-auth1","reconcileID":"9cf78579-8098-4831-90b3-f87feab6d5c2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:36.986638669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"71a602f3-d9b7-457d-8511-b94797694176","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:37.04065769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"71a602f3-d9b7-457d-8511-b94797694176","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:37.185513833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-auth2","reconcileID":"14c967c2-57bc-402d-8f74-3b0aaf7919f2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:37.186603945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-auth1","reconcileID":"7a6d6039-f0cd-4fc3-97e8-b341e4c0c91c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:37.187360091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"eb826d36-ff4e-473a-a4e8-c76aebc2ad77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:37.254005153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-auth2","reconcileID":"14c967c2-57bc-402d-8f74-3b0aaf7919f2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:37.254026168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"eb826d36-ff4e-473a-a4e8-c76aebc2ad77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:37.257499941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-auth1","reconcileID":"7a6d6039-f0cd-4fc3-97e8-b341e4c0c91c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.854065497Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.997282106Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-api-key-scoped-sub","reconcileID":"8fd2eee7-9693-4bbe-b07e-b5d4f2a25d28","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.203027018Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-api-key-scoped-sub","reconcileID":"8fd2eee7-9693-4bbe-b07e-b5d4f2a25d28","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-59f97a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.402658104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"616c15bb-8669-4033-a21b-38eb66a08c3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.413920394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"21b9425a-5606-450d-9a86-5fee7f9c06e6","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.414308035Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.557385341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"e2eb026f-cff0-4c7c-959b-f37f5a0a90d6","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.56350362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"bb6a9dfa-e57a-4928-becd-8adfb12465dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.563543197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"879eb8dd-f8dd-4e56-a61a-6038d6492d1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.56391672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-api-key-scoped-auth","reconcileID":"9a10b2d5-e284-4266-89c1-1f9dd5262850","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.61754972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-api-key-scoped-auth","reconcileID":"9a10b2d5-e284-4266-89c1-1f9dd5262850","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.618680714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"bb6a9dfa-e57a-4928-becd-8adfb12465dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.619892649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"879eb8dd-f8dd-4e56-a61a-6038d6492d1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.768267318Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-api-key-scoped-auth","reconcileID":"3d990e89-688e-4a4f-84ee-9665a267201b","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.994001588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"3ace4c9e-8d27-4942-8357-18bb929f2315","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:40.991773971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-w0-59f97a","reconcileID":"6cda0407-d199-4cec-8e8a-a39579a82ba4","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:41.046692147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-w0-59f97a","reconcileID":"d9b0bd2d-20df-486e-8e74-6c1030006fae","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:41.249281587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"250efa42-2c12-411e-9d9b-22fb5b5fd004","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:41.287641546Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:41.2876436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-w0-59f97a","reconcileID":"f643185f-8f2d-453e-9452-34c56f3a1f31","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:41.304768589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"250efa42-2c12-411e-9d9b-22fb5b5fd004","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:41.346013691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-w0-59f97a","reconcileID":"4bf95022-d897-4447-a43a-a7f5026b2200","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:41.394204043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"36b2ff69-7ccc-4c55-a2e0-39d76b22666f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:41.489374969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"e777798b-b730-4415-8686-8008d2add7c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:41.489563049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"669af2ed-a38f-41e0-a1e2-0776d84cc1f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:41.504262458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-w0-59f97a","reconcileID":"4d056a78-cc20-4b24-b363-6467a6cbea6c","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:41.5467585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"e777798b-b730-4415-8686-8008d2add7c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:41.54692777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"669af2ed-a38f-41e0-a1e2-0776d84cc1f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:41.552199109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-2-w0-59f97a","reconcileID":"422fa655-f006-44ab-bbde-4ea3591540fc","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-2-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-2-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:41.559345942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-w0-59f97a","reconcileID":"4882e95f-60e8-41f2-9702-cb068fb41c07","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:41.60723546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-2-w0-59f97a","reconcileID":"b7309806-eac0-4352-baf7-09ff9991f07b","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-2-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-2-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:41.618380256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-w0-59f97a","reconcileID":"f1c436d1-007a-4935-8b6f-fa4e805c7148","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:41.769937888Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"9e39807a-52c5-4b6f-a14e-505739c4bc13","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-distinct-w0-59f97a","model":"distinct-w0-59f97a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-59f97a/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:41.823529403Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-59f97a priority=0:[ai-tenant-e2e-worker-w0-59f97a/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w0-59f97a/e2e-sa-multi-no-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:41.82410826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-2-w0-59f97a","reconcileID":"b143c1be-c36e-4897-803f-49d53ed7bf7c","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-2-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-2-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:41.854224126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d35e4fc9-c117-47bc-917a-4fbeabcd6d2d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:41.867474093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"59f5e7c3-3d6d-4d6a-8b57-356f233a8e73","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:41.881273276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-w0-59f97a","reconcileID":"a39a0fdf-4d02-4890-b01d-53c56e4a908a","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:41.913118402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d35e4fc9-c117-47bc-917a-4fbeabcd6d2d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:41.920673337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"59f5e7c3-3d6d-4d6a-8b57-356f233a8e73","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:41.931331789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-2-w0-59f97a","reconcileID":"b13616e6-ed86-4065-924a-245c402b7cd8","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-2-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-2-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:41.958584753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-w0-59f97a","reconcileID":"e39929de-5c80-4a5c-91e1-90c69e1d4b42","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:41.964614123Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"9179a60e-f5b8-437d-a2c7-f3df96f0c4b7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:42.01314488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"b4f4783e-d17f-4eb0-8988-54a6ff48f259","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:42.019325977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"df8e9025-da50-4df8-83ac-2ef672fdb842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:42.066885953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"b4f4783e-d17f-4eb0-8988-54a6ff48f259","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:42.072674224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-2-w0-59f97a","reconcileID":"1113aa12-b1a9-4f2a-bc08-84226edcc031","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-2-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-2-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:42.073911145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"df8e9025-da50-4df8-83ac-2ef672fdb842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:42.13182613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-2-w0-59f97a","reconcileID":"3a12e844-8596-4190-9a01-57dcdfb5cf9d","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-2-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-2-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:42.158834755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"949f1960-b00b-47b7-82d3-15023be0a62e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-distinct-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/distinct-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:42.28775982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-2-w0-59f97a","reconcileID":"42599d28-dfd2-469f-af8e-9713ad19cea1","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-2-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-2-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:42.335122743Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"5a3475fe-a7d3-4416-a921-a7e752819c1a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-distinct-2-w0-59f97a","model":"distinct-2-w0-59f97a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-59f97a/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:42.378131993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2b03e623-e8e3-4e88-8fb3-39f0556c1e89","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:42.432392347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2b03e623-e8e3-4e88-8fb3-39f0556c1e89","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:42.494285611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-2-w0-59f97a","reconcileID":"34df0310-c4a4-44c4-ba02-2b6962cd6ff3","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-2-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-2-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:42.526810558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"44539394-d627-4ed5-b4d9-c2f2e0f62be0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:42.526807869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"a5029a4a-064b-4682-a8aa-b1c29e42cd4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:42.581575518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"a5029a4a-064b-4682-a8aa-b1c29e42cd4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:42.581877226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"44539394-d627-4ed5-b4d9-c2f2e0f62be0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:42.6276608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2e15a6c1-3546-4dbf-9814-be968a8e88e9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:42.682344677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2e15a6c1-3546-4dbf-9814-be968a8e88e9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:42.695281496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"6f44523b-5a11-4d98-b0c6-53dbe427bb5b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-distinct-2-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/distinct-2-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:45.493046286Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-sub1","reconcileID":"01b7a8b8-e338-453c-a51c-128f6059bf60","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/distinct-w2-ba1918","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:45.543218476Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-sub1","reconcileID":"01b7a8b8-e338-453c-a51c-128f6059bf60","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/distinct-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:45.593398804Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-sub1","reconcileID":"01b7a8b8-e338-453c-a51c-128f6059bf60","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/distinct-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:45.726520517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-w0-59f97a","reconcileID":"b613fb46-3bcf-4af0-bed5-771d32d9e67b","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:45.859531923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"2e78ead1-36c6-4d39-aa79-726bf48daf0f","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:45.860019291Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:45.884413367Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"eed3ee2e-506d-4774-91e1-fe61783aacad","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-75cdb93f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:45.931535424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-2-w0-59f97a","reconcileID":"3dc1d61d-2d87-478d-8869-f7ac4b529c22","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-2-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-2-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:45.980505118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"60470f64-8621-43a4-a241-056dae78b306","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:45.980730429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b1d0abe0-78b4-42c1-b4a5-8c88093d4a7b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:45.980505049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"1257675a-c680-458d-882c-343a049e28d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:45.981103637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"fb265493-1036-4660-a63b-36ba63eb3f83","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:45.996586551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"0d23e803-7f16-4c79-b8e4-b4e4c4354fd3","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:46.034662671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"60470f64-8621-43a4-a241-056dae78b306","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:46.036059107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b1d0abe0-78b4-42c1-b4a5-8c88093d4a7b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:46.036932163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"1257675a-c680-458d-882c-343a049e28d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:46.039583829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"fb265493-1036-4660-a63b-36ba63eb3f83","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:46.113529247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"799a5381-c526-4afd-abdd-26e52f91edd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:46.151971987Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-sub2","reconcileID":"29aa204c-e24e-455b-b856-9c016bbb88de","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c6219c92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:46.168462303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"799a5381-c526-4afd-abdd-26e52f91edd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:46.489660447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"7dd32741-9723-4bd4-9d4f-36557c63fcd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:46.489826413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"130c8b79-31f8-4df8-b195-57012d470afa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:46.49006146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"06969376-c5f0-44b2-ad33-5f9af7a0f3cc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:46.48966053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"82930413-b1de-48f4-8fb0-b7137b2450ae","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:46.545769284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"7dd32741-9723-4bd4-9d4f-36557c63fcd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:46.550048601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"06969376-c5f0-44b2-ad33-5f9af7a0f3cc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:46.552577077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"130c8b79-31f8-4df8-b195-57012d470afa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:46.553828289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"82930413-b1de-48f4-8fb0-b7137b2450ae","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:46.563504664Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-sub2","reconcileID":"de90a141-1dda-44b5-a852-696bca56ba04","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/distinct-2-w1-3d8404","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:46.616125348Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-sub2","reconcileID":"de90a141-1dda-44b5-a852-696bca56ba04","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/distinct-2-w1-3d8404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:46.666222731Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-sub2","reconcileID":"de90a141-1dda-44b5-a852-696bca56ba04","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/distinct-2-w1-3d8404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:46.684024485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"849801e0-3b92-4c76-abcc-d23d74b568df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:46.739206872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"849801e0-3b92-4c76-abcc-d23d74b568df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:46.941524376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"88de8318-986a-4f4e-b763-a69af44a39d0","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:46.94183726Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:47.001342149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"9fa43691-3740-4bd1-a6f9-95de69e669ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:47.001352715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth1","reconcileID":"953da541-6ccb-4783-aa93-6a834e6a0ed3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:47.001698353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth2","reconcileID":"a0352c37-48ee-48af-9d0c-b40d486b0b01","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:47.057628507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth2","reconcileID":"a0352c37-48ee-48af-9d0c-b40d486b0b01","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:47.057701491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth1","reconcileID":"953da541-6ccb-4783-aa93-6a834e6a0ed3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:47.061199362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"9fa43691-3740-4bd1-a6f9-95de69e669ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:47.089860119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"4819dd10-f907-4825-8171-1060418718bf","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:47.189467336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"7d653caa-c2d9-47b2-9b7b-5551bd450892","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:47.207216941Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-auth1","reconcileID":"acf1a29d-12ad-41e2-bb42-ed768c8fe9fc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/distinct-w1-3d8404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:47.239913168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"89ef7eae-09fe-4214-977b-b45f49900054","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:47.243401728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"7d653caa-c2d9-47b2-9b7b-5551bd450892","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:47.295540677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"89ef7eae-09fe-4214-977b-b45f49900054","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:47.360122185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"7bac8f61-008e-429e-845d-3bc3a5a477a4","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:47.41302613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-auth2","reconcileID":"5a49eb3d-4336-4ba2-8975-55f87729b1f9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:47.467657212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-auth2","reconcileID":"5a49eb3d-4336-4ba2-8975-55f87729b1f9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:47.510857652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"bdcc30d8-ab3c-4687-ae1e-29e5a5e3ff75","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:47.709718995Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-multi-keys-auth2","reconcileID":"e4371a1c-46e3-4034-9e8e-e3d65a02e0fb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/distinct-2-w1-3d8404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:47.863727135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"0e6c194e-b3a7-46f2-a283-849cbb71829b","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:49.198176085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"68305676-ac35-4991-a8d6-065edb9c0f0f","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:49.258723491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"346d92b3-affc-4063-9409-540c3d1240d0","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:49.465657551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f3eaf6a3-9a14-4c5c-938a-8093346e677b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:49.471108877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"84fb8759-11f5-490d-84df-b8ff847eccc4","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:49.471291512Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:49.52081651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f3eaf6a3-9a14-4c5c-938a-8093346e677b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:49.535120544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"232d93d6-654a-4ac2-8329-b87ae74012fd","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:49.58493474Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-sub1","reconcileID":"abbc6b55-97f1-47a1-91c0-96e48911fef1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:49.693212404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"bbaf1d21-cb06-4d03-af06-58ff8b78b641","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:49.693245751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"2980f1e2-3e61-474d-b9b7-920eb09febad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:49.694214679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"1fcca588-f97b-4ec7-8a20-77403166be2c","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:49.743481968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"f6991b0d-ec0e-49c7-b7f4-6d1706b0d7ab","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:49.753800832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"b547a83b-6442-4922-9c9a-f3172709f8b8","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:49.763992881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"2980f1e2-3e61-474d-b9b7-920eb09febad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:49.765239485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"bbaf1d21-cb06-4d03-af06-58ff8b78b641","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:49.799056742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"b805c96b-537d-4776-abf1-52907cba62c6","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:49.853387633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"1dd9fde0-cf27-41b2-97ec-257e0dd1fc84","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:49.974996616Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-sub1","reconcileID":"0dd1614d-6465-4096-b6e6-2474332905db","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-distinct-w1-3d8404","model":"distinct-w1-3d8404","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-3d8404/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.014300053Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-3d8404 priority=0:[ai-tenant-e2e-worker-w1-3d8404/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w1-3d8404/e2e-sa-multi-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.014523235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"d640ee32-6d27-4f4b-928a-5b4d817e38f1","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.061793937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth2","reconcileID":"dd497188-34b5-431d-81e0-2a0f9c9a8433","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.088205861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"66e673f9-907d-4acc-a1e4-ca3ed8d2ec4f","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.116690942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth1","reconcileID":"60ffee9b-7cd7-45ba-80e1-c9499eff9f7d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.11870825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth2","reconcileID":"dd497188-34b5-431d-81e0-2a0f9c9a8433","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:50.122944015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-sub2","reconcileID":"12511515-e299-47b5-9913-b4fd0cea4c1b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.137189845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"75909a02-233d-46ac-b9b2-0acc9e4b0902","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:50.146407833Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-sub1","reconcileID":"0dd1614d-6465-4096-b6e6-2474332905db","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.171708617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth1","reconcileID":"60ffee9b-7cd7-45ba-80e1-c9499eff9f7d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.210357821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"468dfe7b-67e1-472f-9ff6-54e38eb4f13c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.21035785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"af939495-2b10-4ffb-9fcc-c2407980f274","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.236174178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"3812fe7d-774f-4fcb-8b44-4ccc972e95a0","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.264891105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"af939495-2b10-4ffb-9fcc-c2407980f274","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.264966065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"468dfe7b-67e1-472f-9ff6-54e38eb4f13c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.289939238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"384d1996-18f8-436c-9604-ed61e4d66ad8","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.347622555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-sub1","reconcileID":"3f55f6a7-2085-40b6-90f3-4e906d75c972","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-distinct-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/distinct-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.428301628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"e23b6d22-8bea-4943-9a35-9612130a10df","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.498997601Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-sub2","reconcileID":"a1277ea9-a170-40d6-a8d1-06671b26eedd","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-distinct-2-w1-3d8404","model":"distinct-2-w1-3d8404","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-3d8404/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.509820224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"32e742d3-829b-4f61-ae35-7dfa42f73c8d","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.630192984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6dfeb95e-361f-4b15-a2c8-c776cd9f1e47","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.666585562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"5eb63add-3810-4fe3-a888-dde0b90b8e1a","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.68579912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6dfeb95e-361f-4b15-a2c8-c776cd9f1e47","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.738734601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"24fb8ef9-cba1-40c7-b97a-3b46395df31e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.740450728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth2","reconcileID":"013e7f75-fda0-4cf0-979a-83fc1e64c5e5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.738690576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"b9a7e28e-bfd1-4eaa-99bd-7440b08ce3a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.795077004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth2","reconcileID":"013e7f75-fda0-4cf0-979a-83fc1e64c5e5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.795771359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"b9a7e28e-bfd1-4eaa-99bd-7440b08ce3a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.797492554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"24fb8ef9-cba1-40c7-b97a-3b46395df31e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.864810408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-sub2","reconcileID":"da68df00-54de-4b73-b2bd-bc35c6116418","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-distinct-2-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/distinct-2-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:52.188001042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"94f54146-aec0-4d9c-8013-35ef3bead2d2","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-distinct-2-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/distinct-2-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:52.392621033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-2-w0-59f97a","reconcileID":"50a2e736-a430-4484-aeb4-24dd325f0cd4","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-2-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-2-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:54.381700923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth2","reconcileID":"12b2e55f-4963-42c8-b958-3c6b65259c15","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:54.499669824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth1","reconcileID":"6c3d6dd8-633b-467c-a713-2703fae00eec","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:54.520671995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth2","reconcileID":"12b2e55f-4963-42c8-b958-3c6b65259c15","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:54.525838852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"98778d36-02cc-40d8-a738-66350d848b61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:54.545000026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"3297b7a4-170f-46bd-b3c1-6c0160b1dd7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:54.576053838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth1","reconcileID":"6c3d6dd8-633b-467c-a713-2703fae00eec","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:54.688723447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"a804e412-bda7-44cc-aeb3-ea1e1ce72c5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:54.80819685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"3297b7a4-170f-46bd-b3c1-6c0160b1dd7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:54.846440326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"98778d36-02cc-40d8-a738-66350d848b61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:54.858873169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"a804e412-bda7-44cc-aeb3-ea1e1ce72c5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:55.640723007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"ec43939e-6983-4269-b4de-b9b3beee9486","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:55.666286352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth1","reconcileID":"347542b3-078b-48de-b8f4-2af4088723c7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:55.768364865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"ec43939e-6983-4269-b4de-b9b3beee9486","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:55.780014697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth1","reconcileID":"347542b3-078b-48de-b8f4-2af4088723c7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:55.800824468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"428a8ea4-4d89-4346-9b45-20028e768479","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:55.927872861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"428a8ea4-4d89-4346-9b45-20028e768479","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:55.986370718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"4b724a4e-5637-41c0-ba6f-3c42cab01090","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:55.98729997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a722a5bc-6f29-46e5-91c0-3784c5fee183","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:55.989193696Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"4e3a63ad-5eb7-42c2-98ce-65ad8ba3e530","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"model":"e2e-models-e2e-worker-w0-59f97a/distinct-w0-59f97a","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.056272341Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"4e3a63ad-5eb7-42c2-98ce-65ad8ba3e530","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"model":"e2e-models-e2e-worker-w0-59f97a/distinct-w0-59f97a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.088194792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a722a5bc-6f29-46e5-91c0-3784c5fee183","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.088559592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"4b724a4e-5637-41c0-ba6f-3c42cab01090","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.111447512Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"4e3a63ad-5eb7-42c2-98ce-65ad8ba3e530","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/distinct-w0-59f97a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.206555473Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-sub2","reconcileID":"4e901c23-9293-4098-b299-73e06e4e9316","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/distinct-2-w2-ba1918","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.286457899Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-sub2","reconcileID":"4e901c23-9293-4098-b299-73e06e4e9316","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/distinct-2-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.289851489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"81981b1c-0c20-4628-9197-e5bc72ecd0f5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.290799777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d16c38bd-f9ec-4947-9edb-e5a17d4760e3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.357937845Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-sub2","reconcileID":"4e901c23-9293-4098-b299-73e06e4e9316","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/distinct-2-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.359013837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"a88dbbde-f3d2-40af-85cc-44a7200929ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.375347645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-2-w0-59f97a","reconcileID":"f4188a8f-4891-41cc-bcd2-45f4008d35b2","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-2-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-2-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.428387585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d16c38bd-f9ec-4947-9edb-e5a17d4760e3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.447021745Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-3d8404 priority=0:[ai-tenant-e2e-worker-w1-3d8404/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w1-3d8404/e2e-sa-multi-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.448989158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"81981b1c-0c20-4628-9197-e5bc72ecd0f5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.477464744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-w0-59f97a","reconcileID":"aaf90086-f3a6-4797-9985-e97e7ea0f951","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.50600387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"a88dbbde-f3d2-40af-85cc-44a7200929ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.523722729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"775ecc3f-b9ea-44f6-a65c-1c11ce59793e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.560462757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"135b8eae-4927-401c-ac88-8541721f6851","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.576657104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-2-w0-59f97a","reconcileID":"0193424e-ad87-4071-8ae1-30b9145460f9","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-2-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-2-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.607998558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"775ecc3f-b9ea-44f6-a65c-1c11ce59793e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.626050943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth1","reconcileID":"69ebc1e5-b4fc-47f2-8012-c172635c97e0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.637373602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"8c1b0abf-8a6a-4a33-a185-6238290a5b03","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-distinct-2-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/distinct-2-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.749325145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth1","reconcileID":"69ebc1e5-b4fc-47f2-8012-c172635c97e0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.793495029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"0d446ea5-caf7-490f-a8a2-ab2130fd7499","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.794524124Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-3d8404 priority=0:[ai-tenant-e2e-worker-w1-3d8404/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w1-3d8404/e2e-sa-multi-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.859816575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-2-w0-59f97a","reconcileID":"f121812e-a727-4f16-8049-3b3084d52bdf","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-2-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-2-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.933096044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"ca876bbc-02f8-4fbb-b4bc-cda9b6d08404","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.960546651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth2","reconcileID":"801eb4bd-4bc0-48b5-af04-72fb1beb7f51","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:57.014235319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth2","reconcileID":"801eb4bd-4bc0-48b5-af04-72fb1beb7f51","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:57.019570858Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"fc7a1c56-1b21-4109-8606-cb873c3645c4","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7403b508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:57.033831015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"f7931f10-2b56-4cdf-af3a-f3a339fa8bc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:57.037856703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"23f62eb2-ea6d-48c4-9557-94975e68344b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:57.088840272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"f7931f10-2b56-4cdf-af3a-f3a339fa8bc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:57.092776363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"23f62eb2-ea6d-48c4-9557-94975e68344b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:57.13536902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"33cc96e7-ca22-4b0e-bfae-18ba58bd9b76","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:57.191500963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"33cc96e7-ca22-4b0e-bfae-18ba58bd9b76","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:57.227044191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"bd5bb95b-7d4d-4c87-8f42-13d476dfd0a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:57.284345978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"bd5bb95b-7d4d-4c87-8f42-13d476dfd0a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:57.469103923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"a4af95d9-13ce-43da-bfb9-1156c4ea294c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:57.518521778Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth1","reconcileID":"8a44e622-e0d7-4d7b-a391-abd1d1a05f18","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/distinct-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:57.519421539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"82e7c894-28fb-4336-8ddf-9ea45d18b94c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:57.523215185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"a4af95d9-13ce-43da-bfb9-1156c4ea294c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:57.568074578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"409e2fe3-618b-4878-ac2c-47ece0585594","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:57.574493207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"82e7c894-28fb-4336-8ddf-9ea45d18b94c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:57.619019004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"edbd1929-754a-4e50-9ae6-2172532e5cf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:57.623012255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"409e2fe3-618b-4878-ac2c-47ece0585594","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:57.673507622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"edbd1929-754a-4e50-9ae6-2172532e5cf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:57.819688196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"e551177d-9796-4364-9ff1-fa1da9212401","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:57.939586181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth2","reconcileID":"9c106e03-8599-4214-a371-ef711e0027b2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:57.962816885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"0cf58322-7615-4a69-ac78-887fe69e9eac","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:57.99368297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth2","reconcileID":"9c106e03-8599-4214-a371-ef711e0027b2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:58.085966674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a67b12d6-7502-444d-9e7b-8153ada01e27","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:58.140933862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a67b12d6-7502-444d-9e7b-8153ada01e27","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:58.193534357Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ignore-header-auth2","reconcileID":"2abdbb5c-8109-43c4-ace2-bda6f3d38068","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/distinct-2-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:58.397074935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"f454baca-efb6-4aef-988f-bd018881e07e","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:00.565430681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80c0cd36-b75d-499c-99d1-365ef863dfdd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:00.565455572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80c0cd36-b75d-499c-99d1-365ef863dfdd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:00.617725687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6987ae0a-3bca-4a7c-be1b-6beba507b4a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:00.617745241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6987ae0a-3bca-4a7c-be1b-6beba507b4a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:00.720179778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-500dd844"},"namespace":"ai-tenant-e2e-mt-500dd844","name":"e2e-shared-int-policy-500dd844","reconcileID":"cc901b0b-dd56-492f-b64f-e27d06f34499","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-500dd844"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:00.840878946Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-500dd844"},"namespace":"ai-tenant-e2e-mt-500dd844","name":"e2e-shared-int-policy-500dd844","reconcileID":"cc901b0b-dd56-492f-b64f-e27d06f34499","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-500dd844"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:00.845489304Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-3d8404 priority=0:[ai-tenant-e2e-worker-w1-3d8404/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w1-3d8404/e2e-sa-multi-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:00.84562377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da8ca4df-e460-4989-bb1c-7246ca8e869a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:00.845680128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da8ca4df-e460-4989-bb1c-7246ca8e869a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:00.893775773Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-500dd844"},"namespace":"ai-tenant-e2e-mt-500dd844","name":"e2e-shared-int-policy-500dd844","reconcileID":"cc901b0b-dd56-492f-b64f-e27d06f34499","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-500dd844"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:00.898609672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"def78d72-2745-42f1-813b-dc6d610bd038","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:00.898631737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"def78d72-2745-42f1-813b-dc6d610bd038","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:00.948854156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40b16711-fb73-4fdf-b27b-72d678a1cf02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:00.948896077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40b16711-fb73-4fdf-b27b-72d678a1cf02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:13:00.952866555Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-500dd844","namespace":"ai-tenant-e2e-mt-500dd844"},"namespace":"ai-tenant-e2e-mt-500dd844","name":"e2e-shared-int-sub-500dd844","reconcileID":"59184318-c58b-434c-aaa5-d800788073e6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-500dd844\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.050295393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-500dd844"},"namespace":"ai-tenant-e2e-mt-500dd844","name":"e2e-shared-int-policy-500dd844","reconcileID":"07e038db-ecae-4fd8-a372-a4b694324b30","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-500dd844"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.066602616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b63f18e-8c7e-4f4f-a349-073a335c35e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.06662856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b63f18e-8c7e-4f4f-a349-073a335c35e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.105140841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-500dd844"},"namespace":"ai-tenant-e2e-mt-500dd844","name":"e2e-shared-int-policy-500dd844","reconcileID":"07e038db-ecae-4fd8-a372-a4b694324b30","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-500dd844"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.119530874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6467c9e9-4c65-4608-8ce0-c34e193a34a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.119556066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6467c9e9-4c65-4608-8ce0-c34e193a34a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.158357161Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-500dd844"},"namespace":"ai-tenant-e2e-mt-500dd844","name":"e2e-shared-int-policy-500dd844","reconcileID":"07e038db-ecae-4fd8-a372-a4b694324b30","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-500dd844"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.381941507Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-500dd844","namespace":"ai-tenant-e2e-mt-500dd844"},"namespace":"ai-tenant-e2e-mt-500dd844","name":"e2e-shared-int-sub-500dd844","reconcileID":"517139ce-66eb-4162-8bb2-96df703c9dca","MaaSSubscription":{"name":"e2e-shared-int-sub-500dd844","namespace":"ai-tenant-e2e-mt-500dd844"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-500dd844/e2e-shared-int-sub-500dd844","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.463194638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"531086c3-b155-4025-a36a-aebd4841462c","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.544625041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ec2112b-823a-46b2-85c1-ea969901eab5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.544652597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ec2112b-823a-46b2-85c1-ea969901eab5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.584269653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"03c7651b-e66f-426b-98a2-cc195c9cc69a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.617544404Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-sub1","reconcileID":"d4bbab83-954c-4e0f-a395-e0eae047a271","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f5066a43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.727094398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"924ef8e6-4be5-4559-8e90-77b95a773864","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.728031706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"e767a301-e99d-4dd9-98ed-faabf14b4df6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.729496736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b5424372-4287-41a7-81ab-3d352c0daa4c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.729562334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1eaa281e-e3c2-419a-87bf-abef6c628861","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.757065213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-500dd844","namespace":"ai-tenant-e2e-mt-500dd844"},"namespace":"ai-tenant-e2e-mt-500dd844","name":"e2e-shared-int-sub-500dd844","reconcileID":"52710b4e-a7fb-4176-9dc6-1d0058e6a9d3","MaaSSubscription":{"name":"e2e-shared-int-sub-500dd844","namespace":"ai-tenant-e2e-mt-500dd844"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.784832293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"924ef8e6-4be5-4559-8e90-77b95a773864","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.799246886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"e767a301-e99d-4dd9-98ed-faabf14b4df6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.799773642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1eaa281e-e3c2-419a-87bf-abef6c628861","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.801657877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b5424372-4287-41a7-81ab-3d352c0daa4c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.886890577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6ad2af4-af78-4a92-9c44-87d756486252","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.88691514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6ad2af4-af78-4a92-9c44-87d756486252","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.940212367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b78256c-4f6e-45b6-bd10-64399b051a3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.940232563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b78256c-4f6e-45b6-bd10-64399b051a3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:02.042869614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"2c43eebb-f868-490d-82c9-dd6798cca5e6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:02.102714096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"2c43eebb-f868-490d-82c9-dd6798cca5e6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:02.162881782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"2c43eebb-f868-490d-82c9-dd6798cca5e6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:02.173006866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b99b0081-42d4-4738-b0d0-6ecd6eee9ef0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:02.173030231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b99b0081-42d4-4738-b0d0-6ecd6eee9ef0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:02.173594252Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:02.217916573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fadc240d-6d56-48d3-b1ad-8b67ad0c127e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:02.217933939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fadc240d-6d56-48d3-b1ad-8b67ad0c127e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:02.228954398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01dde107-ca0d-4bdc-9d0b-402e4fc88ad5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:02.228971642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01dde107-ca0d-4bdc-9d0b-402e4fc88ad5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:13:02.280173276Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-sub-500dd844","reconcileID":"2aa5a9e0-022a-4d88-9172-7bde96cbf35a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-500dd844\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:02.284794279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"12741ead-4bef-4b59-9a9d-798de417bd69","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:02.295181765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"c4d18665-0c81-4ddd-9d9f-05e123147b65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:02.344707621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"1aed8fe9-d11b-401d-a840-c650987417a8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:02.34967076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"c4d18665-0c81-4ddd-9d9f-05e123147b65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:02.389299254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth2","reconcileID":"57705b46-56c1-4075-9c79-90cd44b20687","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:02.389500387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5f26b93e-ceb7-4ca8-bb36-8d086bb9807d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:02.389715975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"9f203d0a-9473-46cf-98c2-3bf4774c9af4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:02.391692643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f819283c-3f9b-4b40-968a-00bd7118f3f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:02.391706719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f819283c-3f9b-4b40-968a-00bd7118f3f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:02.398321568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"1aed8fe9-d11b-401d-a840-c650987417a8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:02.444501318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth2","reconcileID":"57705b46-56c1-4075-9c79-90cd44b20687","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:02.444621472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"9f203d0a-9473-46cf-98c2-3bf4774c9af4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:02.445681921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02febefe-e6a3-45d3-ba1c-8fe1ba3d388f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:02.445697725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02febefe-e6a3-45d3-ba1c-8fe1ba3d388f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:02.446916117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5f26b93e-ceb7-4ca8-bb36-8d086bb9807d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:02.45137767Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"1aed8fe9-d11b-401d-a840-c650987417a8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:02.705063741Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-sub-500dd844","reconcileID":"ea36fbbf-fd99-4457-968e-f262c29be23e","MaaSSubscription":{"name":"e2e-shared-int-sub-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-3bed2ed1/e2e-shared-int-sub-500dd844","ai-tenant-e2e-mt-500dd844/e2e-shared-int-sub-500dd844","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:02.868230627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e2d9c24-eccd-45d0-aea5-615a7ed81589","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:02.868248442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e2d9c24-eccd-45d0-aea5-615a7ed81589","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:02.908779374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"51d70b23-fa54-4d2f-a247-eea043b1547c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:02.908954453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-500dd844","namespace":"ai-tenant-e2e-mt-500dd844"},"namespace":"ai-tenant-e2e-mt-500dd844","name":"e2e-shared-int-sub-500dd844","reconcileID":"fb7f65f5-1b7a-4806-817f-ec7e2ac04fc9","MaaSSubscription":{"name":"e2e-shared-int-sub-500dd844","namespace":"ai-tenant-e2e-mt-500dd844"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:03.069836722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-sub-500dd844","reconcileID":"ba2f5327-8fa5-4a2d-ba42-94afa8fa55ad","MaaSSubscription":{"name":"e2e-shared-int-sub-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:06.920817954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-2-w0-59f97a","reconcileID":"7831858e-4272-43f0-bb52-f391fdc98450","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-2-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-2-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:07.069434329Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"0f2637de-a2e5-448d-92ab-b64b9dd15d12","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"model":"e2e-models-e2e-worker-w0-59f97a/distinct-2-w0-59f97a","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:07.119634177Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"0f2637de-a2e5-448d-92ab-b64b9dd15d12","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"model":"e2e-models-e2e-worker-w0-59f97a/distinct-2-w0-59f97a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:07.169492182Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"0f2637de-a2e5-448d-92ab-b64b9dd15d12","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/distinct-2-w0-59f97a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:07.433047682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-2-w0-59f97a","reconcileID":"ac011085-2819-4820-9916-ad19b13b2573","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-2-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-2-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:07.4332108Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:07.564091301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-w0-59f97a","reconcileID":"10d6b833-ca46-475d-bfbb-aeca5f753bbe","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:07.681133487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"c036228b-84de-4352-9870-876c5c7218a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:07.682056916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"758577c5-e36d-4c0a-90e8-81dd4e39196d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:07.682078036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"31ad6122-135e-4412-9bd8-6665ca26bca5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:07.68246268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"0420761d-7836-43a9-bfc0-b95d5565cf00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:07.736754982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"c036228b-84de-4352-9870-876c5c7218a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:07.737413048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"31ad6122-135e-4412-9bd8-6665ca26bca5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:07.740544305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"758577c5-e36d-4c0a-90e8-81dd4e39196d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:07.740846482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"0420761d-7836-43a9-bfc0-b95d5565cf00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:07.839423403Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-500dd844"},"namespace":"ai-tenant-e2e-mt-500dd844","name":"e2e-shared-int-policy-500dd844","reconcileID":"e66e7075-45b2-4a68-9723-02f7fe4f9ece","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-500dd844"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:07.839486197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0f6ce50-4788-404b-9e6c-5c61ae7b8889","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:07.839507648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0f6ce50-4788-404b-9e6c-5c61ae7b8889","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:07.986489191Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bb9f6ebb-8e63-42c0-8dea-eb6c281dd7d8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"model":"e2e-models-e2e-worker-w0-59f97a/distinct-w0-59f97a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:07.986771779Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-500dd844"},"namespace":"ai-tenant-e2e-mt-500dd844","name":"e2e-shared-int-policy-500dd844","reconcileID":"e66e7075-45b2-4a68-9723-02f7fe4f9ece","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-500dd844"},"policyNamespace":"ai-tenant-e2e-mt-500dd844","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:08.04033507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c84579f0-4827-4928-8b07-98bc1e7bc053","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:08.040357552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c84579f0-4827-4928-8b07-98bc1e7bc053","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:08.138450424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-w0-59f97a","reconcileID":"11c48d25-2fc7-4759-92c8-4b33dabfa711","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:08.184637694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9b85979-447a-4d7c-9c39-a8a16818848d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:08.184656656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9b85979-447a-4d7c-9c39-a8a16818848d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:08.279981651Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d9d9f793-e0eb-46de-aa48-e5f24db3a122","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"model":"e2e-models-e2e-worker-w0-59f97a/distinct-2-w0-59f97a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:08.280009559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-2-w0-59f97a","reconcileID":"d0551b3f-8f77-405c-90f6-507bf7e51dc2","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-2-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-2-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:08.483326577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-2-w0-59f97a","reconcileID":"2eed592f-9e09-4206-b3dc-be11ac9acf06","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-2-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-2-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:08.856049584Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:11.667275639Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-sub1","reconcileID":"dbc9917a-f496-4b31-bb60-f3b36b87424c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/distinct-w1-3d8404","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:11.71718687Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-sub1","reconcileID":"dbc9917a-f496-4b31-bb60-f3b36b87424c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/distinct-w1-3d8404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:11.76706287Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-sub1","reconcileID":"dbc9917a-f496-4b31-bb60-f3b36b87424c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/distinct-w1-3d8404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:12.039575927Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:12.040711611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"fdaf8187-041a-49d6-8a94-521fb18c5ce9","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:12.187075891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"cab0dfbd-db86-4d45-8b41-c0f6e809ece6","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:12.299000118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4e34e5f9-d550-4ea7-8cbf-1a0c364a307e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:12.299849807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"3b8c1522-1ba4-4889-9934-b484800fbf89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:12.307578127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"6639978d-35cf-4b86-a1c3-3f662217b40b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:12.308452499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0bff2baa-d566-43e7-8c8c-3a31c7e5f46f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:12.347280263Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-sub2","reconcileID":"983deedd-ba81-4d55-b654-b35e2aab2769","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-217eb132","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:12.356411046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4e34e5f9-d550-4ea7-8cbf-1a0c364a307e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:12.357253802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"3b8c1522-1ba4-4889-9934-b484800fbf89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:12.364360735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"6639978d-35cf-4b86-a1c3-3f662217b40b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:12.364584935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0bff2baa-d566-43e7-8c8c-3a31c7e5f46f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:12.552515044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"c5e10132-a64f-4ec1-b244-d20a213c7e39","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:12.616598776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"c5e10132-a64f-4ec1-b244-d20a213c7e39","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:12.673191997Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"c5e10132-a64f-4ec1-b244-d20a213c7e39","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:12.816743856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth1","reconcileID":"22742f7c-4780-43b4-a710-13138148fa13","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:12.816973944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"85ec3cf5-ec4f-4634-bb40-eafe96dae7e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:12.816756856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth2","reconcileID":"55695e36-df2a-450b-8f6a-3d8d8c6c76a5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:12.819000136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"086d3c10-5478-4858-8064-b010c070584a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:12.875880621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth2","reconcileID":"55695e36-df2a-450b-8f6a-3d8d8c6c76a5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:12.875976317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"85ec3cf5-ec4f-4634-bb40-eafe96dae7e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:12.878682693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth1","reconcileID":"22742f7c-4780-43b4-a710-13138148fa13","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:12.879329125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"086d3c10-5478-4858-8064-b010c070584a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:14.169710491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f2b0f89-18d4-4ebd-9ba4-1fb9d59bda5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:14.22036059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f2b0f89-18d4-4ebd-9ba4-1fb9d59bda5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:14.271920225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f2b0f89-18d4-4ebd-9ba4-1fb9d59bda5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:14.325026907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f2b0f89-18d4-4ebd-9ba4-1fb9d59bda5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:14.783430524Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-e953257b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-e953257b","reconcileID":"e4e19f42-bd28-426c-984f-edbd7213cddc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-e953257b","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-e953257b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:16.301995891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd62ee2-0ec5-439d-aa21-c57b1fe052eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:16.356818601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd62ee2-0ec5-439d-aa21-c57b1fe052eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:16.410837882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd62ee2-0ec5-439d-aa21-c57b1fe052eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:16.469414962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd62ee2-0ec5-439d-aa21-c57b1fe052eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:18.346634085Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-500dd844","namespace":"ai-tenant-e2e-mt-500dd844"},"namespace":"ai-tenant-e2e-mt-500dd844","name":"e2e-shared-int-sub-500dd844","reconcileID":"c8781ac0-94d8-47f3-9c10-3882589d9815","MaaSSubscription":{"name":"e2e-shared-int-sub-500dd844","namespace":"ai-tenant-e2e-mt-500dd844"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-500dd844","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:18.43376958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d49cbf-2586-49de-a188-aaf032469810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:18.486936247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d49cbf-2586-49de-a188-aaf032469810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:18.488067616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-2-w0-59f97a","reconcileID":"0ebcc82f-aee1-4688-94ba-7cc5cfd21038","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-2-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-2-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:18.549055329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d49cbf-2586-49de-a188-aaf032469810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:18.602509578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d49cbf-2586-49de-a188-aaf032469810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:18.605007154Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-500dd844","namespace":"ai-tenant-e2e-mt-500dd844"},"namespace":"ai-tenant-e2e-mt-500dd844","name":"e2e-shared-int-sub-500dd844","reconcileID":"c8781ac0-94d8-47f3-9c10-3882589d9815","MaaSSubscription":{"name":"e2e-shared-int-sub-500dd844","namespace":"ai-tenant-e2e-mt-500dd844"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-3bed2ed1/e2e-shared-int-sub-500dd844","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:18.84775542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"58ef0a0a-c7b7-4b1d-ac0e-934260fa63a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:18.849341386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-sub-500dd844","reconcileID":"8b0d1ec6-0fc8-4fa8-8bb5-c5a3c46e55e8","MaaSSubscription":{"name":"e2e-shared-int-sub-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:18.87686902Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:18.876904861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c2aeaed-3fb8-4ebe-9f53-db8b4af73dfb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:18.876918604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c2aeaed-3fb8-4ebe-9f53-db8b4af73dfb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:22.42661699Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-sub2","reconcileID":"8a404ead-ff64-4434-b957-ba9013ac3b76","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/distinct-2-w1-3d8404","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:22.511685817Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-sub2","reconcileID":"8a404ead-ff64-4434-b957-ba9013ac3b76","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/distinct-2-w1-3d8404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:22.581862343Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-sub2","reconcileID":"8a404ead-ff64-4434-b957-ba9013ac3b76","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/distinct-2-w1-3d8404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:22.820217428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"2b25ebd1-9e23-4805-b7ad-b7826a630e90","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:22.899741492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"2b25ebd1-9e23-4805-b7ad-b7826a630e90","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:22.938286907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"f53221fc-077c-4e63-b0dc-8551e242803c","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:22.939453246Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:22.991425267Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"2b25ebd1-9e23-4805-b7ad-b7826a630e90","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:23.10004479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"b2262de1-ac92-402d-bd0f-923e8aa211c7","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:23.250687691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c589e729-36bb-4abb-9a42-2b7ef02497f2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:23.256539714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"38adc551-3b6f-4f98-9ead-81e395ba37da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:23.257725573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1d768b0e-430d-4563-bfe3-f898552700cb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:23.258313001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"fa99d62b-38f5-4201-a74c-b8cd694182d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:23.386847978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1d768b0e-430d-4563-bfe3-f898552700cb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:23.432995734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"38adc551-3b6f-4f98-9ead-81e395ba37da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:23.434083735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"fa99d62b-38f5-4201-a74c-b8cd694182d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:23.444523434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c589e729-36bb-4abb-9a42-2b7ef02497f2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:23.710700713Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6e187b94-44fa-43c2-939f-8f359d0d5410","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/distinct-w1-3d8404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:23.825617757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a9931af9-1a16-4cbf-ab10-143dd92f2c32","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:23.889818679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a9931af9-1a16-4cbf-ab10-143dd92f2c32","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:23.97161109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"78069474-294d-42bd-b7e5-f0c55a6245b6","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:24.134969944Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c528feee-201a-4044-82cb-b0a1ee5c4920","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/distinct-2-w1-3d8404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:24.135505724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"3e39cb39-c3f8-4994-87e4-41d3add9731d","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:24.368409559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"ee831b73-ef5f-4068-9054-08192ee5ce34","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:25.893602207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3668a28-0b28-489c-9627-5693f980faed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:25.893625976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3668a28-0b28-489c-9627-5693f980faed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:25.949332641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d8fe6a7-1bfb-4b41-abc5-e49a29ba9da4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:25.949360052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d8fe6a7-1bfb-4b41-abc5-e49a29ba9da4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:26.161124204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f22ea1b-2daa-4c1a-ae25-3df6d0cfdbaa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:26.161160352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f22ea1b-2daa-4c1a-ae25-3df6d0cfdbaa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:26.161319115Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-921eeb models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:26.197580358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"32da87da-e2bc-422e-a675-ba692a0373d0","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:26.268493239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"307f3e70-008e-4d4d-82b5-17b0a282576f","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:26.268514176Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"307f3e70-008e-4d4d-82b5-17b0a282576f","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0096c8-f68826799e61","namespace":"llm","model":"e2e-rt-sw-0096c8","externalModel":"e2e-rt-sw-0096c8","provider":"e2e-rt-sw-0096c8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:26.321797502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2e17f12-6bad-42df-a326-310e5a6614ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:26.321813573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2e17f12-6bad-42df-a326-310e5a6614ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:13:26.322925286Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-default-int-sub-921eeb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-921eeb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:26.325605903Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"32da87da-e2bc-422e-a675-ba692a0373d0","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:26.372225242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"6b0b6d59-e850-48fe-ae5c-b2aa0bbe994f","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-6fcabd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:26.372243286Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"6b0b6d59-e850-48fe-ae5c-b2aa0bbe994f","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-6fcabd-1f470821c94d","namespace":"llm","model":"e2e-rt-eq-6fcabd","externalModel":"e2e-rt-eq-6fcabd","provider":"e2e-rt-eq-6fcabd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:26.37834148Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"32da87da-e2bc-422e-a675-ba692a0373d0","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:26.410054494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd5e12be-a453-4790-a1ab-913d9fa99f22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:26.410054463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87f68cf4-3613-413f-a942-725b7066a6a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:26.413922419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"c18161c6-a6f6-4f58-944c-ee693af3ea65","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:26.413943135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6fcabd-access","reconcileID":"1b5d8292-1043-45f6-8790-e4d30d2482c7","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:26.423384103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05a85f64-a4cf-4def-a391-9a6e772f7fc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:26.423398236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05a85f64-a4cf-4def-a391-9a6e772f7fc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:26.433524193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ab6c74c-4c93-4485-953a-5973bacf3e09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:26.433543277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ab6c74c-4c93-4485-953a-5973bacf3e09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:26.46916168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd5e12be-a453-4790-a1ab-913d9fa99f22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:26.470336014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"c18161c6-a6f6-4f58-944c-ee693af3ea65","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:26.472483323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6fcabd-access","reconcileID":"1b5d8292-1043-45f6-8790-e4d30d2482c7","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:26.473195743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87f68cf4-3613-413f-a942-725b7066a6a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:26.580119427Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-921eeb","reconcileID":"a0e250cb-4053-4d30-9abc-a1045b286d2e","MaaSSubscription":{"name":"e2e-default-int-sub-921eeb","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-3bed2ed1/e2e-shared-int-sub-500dd844","models-as-a-service/e2e-default-int-sub-921eeb","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:26.68403385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"f3d8395b-eff6-4d1b-a360-adbc421c0462","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:26.738435072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"f3d8395b-eff6-4d1b-a360-adbc421c0462","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:26.739030913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3b4535c-c6ea-4855-b15a-efe019370a5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:26.739055313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3b4535c-c6ea-4855-b15a-efe019370a5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:26.784432483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-sub-500dd844","reconcileID":"c1df7034-ed55-4fe9-ad09-e30e0d6ec39e","MaaSSubscription":{"name":"e2e-shared-int-sub-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:26.784546154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d970f246-e461-492d-98e6-7ffae21f4584","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:26.793309616Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"f3d8395b-eff6-4d1b-a360-adbc421c0462","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:26.947030575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-921eeb","reconcileID":"db20340b-1297-4569-a984-8b7ffdf54a6b","MaaSSubscription":{"name":"e2e-default-int-sub-921eeb","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:28.539806478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"4f483e81-4ea0-4837-9c80-e834398bb619","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:28.539862864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"f19bd970-9da3-4325-805a-daa21546efb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:28.549650301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-2-w0-59f97a","reconcileID":"40ff8f12-1fe7-4ed7-9ea7-308738d04e9d","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-2-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-2-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:28.593870957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"f19bd970-9da3-4325-805a-daa21546efb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:28.595097631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"4f483e81-4ea0-4837-9c80-e834398bb619","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:28.74775439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"99f01b68-e4f6-49da-b624-1b882cb7794e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:28.747791387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"970be4df-02f3-44f5-95d5-a7b6cfdd6cea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:28.804044862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"970be4df-02f3-44f5-95d5-a7b6cfdd6cea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:28.804476988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"99f01b68-e4f6-49da-b624-1b882cb7794e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:28.948073986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"50a2382b-a0a7-46d6-a229-9a443d8ca7b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:28.94812424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"68c641f5-24bd-4d83-ba5e-7c5b994b0e7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:29.002184627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"68c641f5-24bd-4d83-ba5e-7c5b994b0e7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:29.003178379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"50a2382b-a0a7-46d6-a229-9a443d8ca7b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:29.155809999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"0acf89de-5cc2-49a8-9a1e-583de71db362","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:29.155810236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"7ad4517d-84e6-42b1-ac50-6a0a4bba9085","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:29.210297634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"0acf89de-5cc2-49a8-9a1e-583de71db362","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:29.210942272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"7ad4517d-84e6-42b1-ac50-6a0a4bba9085","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:31.045788387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"33791637-ca85-486d-8698-c8ddc6a3762e","MaaSModelRef":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"distinct-2-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"distinct-2-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:33.092489213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"b38ef943-f5cc-402c-b63c-6c35c0e3bfb3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:33.20953514Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"b38ef943-f5cc-402c-b63c-6c35c0e3bfb3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:33.262550512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"b38ef943-f5cc-402c-b63c-6c35c0e3bfb3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:33.271265993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"40caf999-f357-4e3c-b26e-f534febc5279","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:33.317664358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54a394f4-4bf2-42ca-b271-a916ac6488dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:33.317682198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54a394f4-4bf2-42ca-b271-a916ac6488dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:33.323242493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"18765e2d-bcf1-45b3-bc1e-49d5e15ea8cd","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:33.472306618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-api-key-no-access-auth","reconcileID":"c2b8f748-0353-46b2-9a40-f7925f173c33","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:33.526011549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-api-key-no-access-auth","reconcileID":"c2b8f748-0353-46b2-9a40-f7925f173c33","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:33.545219985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"de87a180-ca77-48d2-89ff-ac05c7d68d6a","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:33.545255987Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-921eeb models-as-a-service/e2e-rt-eq-6fcabd-sub models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:33.601282036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f369809-1ae9-4288-bd4f-9de199a1f445","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:33.60130545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f369809-1ae9-4288-bd4f-9de199a1f445","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:33.653365119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"8977b54b-0e96-47dc-abad-2d90a11b8d7f","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:13:33.655384884Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-fb6e1d/e2e-api-key-no-access-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:33.701891725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"eaa436c4-945c-4bbc-b619-3cf9323641d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:33.701898771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"21d50405-7cc8-43b6-9c9b-32e0f65f3322","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:33.706750978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"c6e3a69d-23c6-4f3b-947d-0f70a0b25ba6","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:33.756501863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"eaa436c4-945c-4bbc-b619-3cf9323641d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:33.756586758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"21d50405-7cc8-43b6-9c9b-32e0f65f3322","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:33.833875703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"5ce18bd3-cc1a-46e6-a40d-9d5029fb38a6","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:33.964325504Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-api-key-no-access-sub","reconcileID":"660e1cbd-2628-4694-a1e0-92739f349532","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-fb6e1d/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w4-fb6e1d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:33.981960944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-api-key-no-access-auth","reconcileID":"5b45445b-a803-4c0d-bd3d-881f88dd495c","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:34.035006897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-api-key-no-access-auth","reconcileID":"5b45445b-a803-4c0d-bd3d-881f88dd495c","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:34.081912828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"fd371ad6-4fba-4214-b084-1ad004c20264","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:34.081914807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"9864947e-b31a-4268-8d65-e4b3c55891c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:34.122863182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"c37190fb-704f-4244-be06-e87008121c11","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:34.136207057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"9864947e-b31a-4268-8d65-e4b3c55891c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:34.136303694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"fd371ad6-4fba-4214-b084-1ad004c20264","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:34.163853177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"b179485f-4109-4884-af71-c69737a65cd9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:34.321992821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-api-key-no-access-sub","reconcileID":"d45a4c39-0ddc-49dd-9080-f112bcc3a4aa","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:36.421988094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"9d1433d7-2b5a-4d1d-9970-704685667f32","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:36.573202722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"dcb07b76-61b7-4a4e-af78-b0020918f932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:36.573291594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-api-key-no-access-auth","reconcileID":"9707411b-9785-40e0-87d2-36f2f718e231","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:36.573601064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"3e595d4b-870f-44f7-80b4-f30b8cf73bf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:36.627279001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"dcb07b76-61b7-4a4e-af78-b0020918f932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:36.628407903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"3e595d4b-870f-44f7-80b4-f30b8cf73bf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:36.629659386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-api-key-no-access-auth","reconcileID":"9707411b-9785-40e0-87d2-36f2f718e231","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:37.042236364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"c903fa0a-64d7-4f86-ad33-7bc0aeb615de","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:37.159216772Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"c903fa0a-64d7-4f86-ad33-7bc0aeb615de","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:37.211405668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"c903fa0a-64d7-4f86-ad33-7bc0aeb615de","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:37.263879532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"baec56eb-2b7a-47ba-9db3-0342d3ddab30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:37.263902058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"baec56eb-2b7a-47ba-9db3-0342d3ddab30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:37.348859723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"c78446e6-5ea2-4624-958c-a6fa27dddad5","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-6fcabd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:37.348884597Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"c78446e6-5ea2-4624-958c-a6fa27dddad5","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-6fcabd-1f470821c94d","namespace":"llm","model":"e2e-rt-eq-6fcabd","externalModel":"e2e-rt-eq-6fcabd","provider":"e2e-rt-eq-6fcabd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:37.503389589Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-6fcabd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6fcabd-sub","reconcileID":"1728d1ba-3fbf-44bc-bd1e-b2b1570c0d95","MaaSSubscription":{"name":"e2e-rt-eq-6fcabd-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-eb0b6961","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:37.547200304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"b7904987-69b0-4b3b-b2f6-1536559ade97","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:37.547362809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a0afdea-1689-48d6-9a7f-9ef520627b45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:37.547200674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6052af3e-5848-4dd4-8952-9a67e8ffd6c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:37.548007047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"603da962-837a-47e8-a383-1f25e83ff0c7","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:37.548014149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6fcabd-access","reconcileID":"927aabeb-25e9-442c-a9dc-8f7152caf0f1","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:37.602611942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"b7904987-69b0-4b3b-b2f6-1536559ade97","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:37.603419472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6052af3e-5848-4dd4-8952-9a67e8ffd6c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:37.609473066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a0afdea-1689-48d6-9a7f-9ef520627b45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:37.610727317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"603da962-837a-47e8-a383-1f25e83ff0c7","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:37.617867493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6fcabd-access","reconcileID":"927aabeb-25e9-442c-a9dc-8f7152caf0f1","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:37.65433653Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"b7904987-69b0-4b3b-b2f6-1536559ade97","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:37.902561753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"b635eaf5-9dc4-40b9-a809-943fa8a1d158","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:37.957287344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"b635eaf5-9dc4-40b9-a809-943fa8a1d158","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:38.003663425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60f77e42-6e6b-4fd4-9440-5365c5904b06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:38.009184458Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"b635eaf5-9dc4-40b9-a809-943fa8a1d158","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:38.009476603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae26bae4-be75-46fb-9577-6f823bd2fb75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:38.059490937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60f77e42-6e6b-4fd4-9440-5365c5904b06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:38.062637162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae26bae4-be75-46fb-9577-6f823bd2fb75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:38.155272073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6fcabd-access","reconcileID":"f1eea10c-9662-4cea-ae28-e5902aa22255","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:38.155273563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"5e6b929b-90df-423c-afc2-b88b456b98f7","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:38.213723986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"5e6b929b-90df-423c-afc2-b88b456b98f7","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:38.213890207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6fcabd-access","reconcileID":"f1eea10c-9662-4cea-ae28-e5902aa22255","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:38.550199164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-2-w0-59f97a","reconcileID":"551271a9-13b4-4134-9874-20b76508c630","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-2-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-2-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:38.854068613Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:43.419222082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"6e10ff9e-877c-4f34-8fd5-83b0b4c713c2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:43.538714484Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"6e10ff9e-877c-4f34-8fd5-83b0b4c713c2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:43.592940941Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"6e10ff9e-877c-4f34-8fd5-83b0b4c713c2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:43.651321034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c52a21f9-5841-42d5-b0e2-7c53fbdee2a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:43.651348958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c52a21f9-5841-42d5-b0e2-7c53fbdee2a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:46.58155836Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-api-key-no-access-sub","reconcileID":"56a1537e-7093-449d-83d7-ac036e5a309f","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:46.792986009Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-api-key-no-access-sub","reconcileID":"56a1537e-7093-449d-83d7-ac036e5a309f","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-fb6e1d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.036726361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"8e350d5f-103a-407a-b968-9b6e906cde2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.114999302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"6e6e75cb-74a9-4d78-a0a1-cc6869476b97","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.11551732Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-921eeb models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.247311609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"9288914b-2f02-4c5a-b4a8-84c0ba00a410","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.247367234Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"9288914b-2f02-4c5a-b4a8-84c0ba00a410","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0096c8-f68826799e61","namespace":"llm","model":"e2e-rt-sw-0096c8","externalModel":"e2e-rt-sw-0096c8","provider":"e2e-rt-sw-0096c8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.313579067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-api-key-no-access-auth","reconcileID":"c6411f22-3e87-48ae-95fe-8a88d4505924","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.314114866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"b27c7aa9-a7a5-45d2-b9ec-351514f18fef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.315845268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"6d204dd7-7aa2-40d4-a4ac-6639ccf4c862","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.317304283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"258ef808-fe66-4e46-a426-67ab748ac8af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.317507536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b760581-b053-4b31-a236-144a7972f6ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.317664272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b760581-b053-4b31-a236-144a7972f6ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.379635389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-api-key-no-access-auth","reconcileID":"c6411f22-3e87-48ae-95fe-8a88d4505924","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.390928591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"258ef808-fe66-4e46-a426-67ab748ac8af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.429213348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"b27c7aa9-a7a5-45d2-b9ec-351514f18fef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.579188208Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-6fcabd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6fcabd-sub","reconcileID":"1b53e66a-7c0a-4e62-b172-5a0ac65ca1c7","MaaSSubscription":{"name":"e2e-rt-eq-6fcabd-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-6fcabd","subscription":"e2e-rt-eq-6fcabd-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.660300276Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-api-key-no-access-auth","reconcileID":"07d51330-83e5-44e6-ae05-043b0ac5c4e5","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.73341879Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-6fcabd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6fcabd-sub","reconcileID":"1b53e66a-7c0a-4e62-b172-5a0ac65ca1c7","MaaSSubscription":{"name":"e2e-rt-eq-6fcabd-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-6fcabd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.824721233Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-6fcabd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6fcabd-sub","reconcileID":"1b53e66a-7c0a-4e62-b172-5a0ac65ca1c7","MaaSSubscription":{"name":"e2e-rt-eq-6fcabd-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-6fcabd","namespace":"llm","model":"llm/e2e-rt-eq-6fcabd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.927051155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"d17fc894-a613-45f4-bb3c-767855c01cd7","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:48.227164978Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-921eeb models-as-a-service/e2e-rt-sw-0096c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:48.331750666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"d8ed583a-ec9e-4fd4-bf7a-f7224ce7577a","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-6fcabd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:48.331897866Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"d8ed583a-ec9e-4fd4-bf7a-f7224ce7577a","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-6fcabd-1f470821c94d","namespace":"llm","model":"e2e-rt-eq-6fcabd","externalModel":"e2e-rt-eq-6fcabd","provider":"e2e-rt-eq-6fcabd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:48.337345653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"c847bd0c-6b1d-49aa-abe9-6444d1280713","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:48.558549771Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"c847bd0c-6b1d-49aa-abe9-6444d1280713","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:48.581665486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"42cb9e67-523f-4035-82ce-b6ace14739b0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-e953257b","tenantID":"e2e-mt-e953257b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:48.582905429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6fcabd-access","reconcileID":"b8ba01bb-83d4-4d77-8413-3f693fca7a08","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:48.584530536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d8f7fad-f1c1-4c1f-be3d-26c84ed59f3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:48.584609228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"628f047b-3694-490f-803c-bce005f98a65","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-6fcabd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:48.584876125Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"628f047b-3694-490f-803c-bce005f98a65","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-6fcabd-1f470821c94d","namespace":"llm","model":"e2e-rt-eq-6fcabd","externalModel":"e2e-rt-eq-6fcabd","provider":"e2e-rt-eq-6fcabd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:48.607448068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a872c52e-7fc7-48fb-ab1c-2e9f92e56cb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:48.6338792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"c0379c38-2dfe-4b6c-b639-94b87b1caf25","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:48.635295617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"c847bd0c-6b1d-49aa-abe9-6444d1280713","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:48.709920196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-2-w0-59f97a","reconcileID":"93d6cc8f-3bc3-4fd7-aa79-a35847ec9fe0","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-2-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-2-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:48.7668801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d8f7fad-f1c1-4c1f-be3d-26c84ed59f3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:48.78184669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6fcabd-access","reconcileID":"b8ba01bb-83d4-4d77-8413-3f693fca7a08","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:48.81987209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a872c52e-7fc7-48fb-ab1c-2e9f92e56cb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:48.824617941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"c0379c38-2dfe-4b6c-b639-94b87b1caf25","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:48.825280971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76d40a09-08ff-45dc-a10d-56edcbcbf7d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:48.825357095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76d40a09-08ff-45dc-a10d-56edcbcbf7d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:48.964911347Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"42cb9e67-523f-4035-82ce-b6ace14739b0","name":"e2e-mt-e953257b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:49.23491788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"198a44c4-1d69-4f70-a2d2-138302b8a932","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:49.44147298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"198a44c4-1d69-4f70-a2d2-138302b8a932","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:49.467389182Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6fcabd-access","reconcileID":"6eb7f22f-2f86-4f22-82b8-cbfbcac51edd","MaaSAuthPolicy":{"name":"e2e-rt-eq-6fcabd-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-6fcabd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:49.513532012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"198a44c4-1d69-4f70-a2d2-138302b8a932","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:49.782656288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"a27a996d-b16d-4c54-9005-d7b2cdb7f5c3","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-6fcabd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:49.782693007Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"a27a996d-b16d-4c54-9005-d7b2cdb7f5c3","MaaSModelRef":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-6fcabd-1f470821c94d","namespace":"llm","model":"e2e-rt-eq-6fcabd","externalModel":"e2e-rt-eq-6fcabd","provider":"e2e-rt-eq-6fcabd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.25092391Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"c4e80c0a-4ba9-46dd-8c3f-85ab544f0ce6","namespace":"llm","name":"e2e-rt-eq-6fcabd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.341957704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c269972e-44bb-4815-b7f1-4cf0e99da26e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.346400039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c269972e-44bb-4815-b7f1-4cf0e99da26e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.347535129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0a44d38c-b918-4786-b763-a0e8c9358e01","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.347620725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0a44d38c-b918-4786-b763-a0e8c9358e01","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.348579684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf4fe5af-b7bb-48fb-8e4e-bd03be87d88f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.37821413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf4fe5af-b7bb-48fb-8e4e-bd03be87d88f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.427585926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"06fa66f6-8931-48e1-a6c7-c2a90c108359","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.435278789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"06fa66f6-8931-48e1-a6c7-c2a90c108359","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.448283473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"8157a5a2-9004-408b-b2d3-4e3bb9ad0ac3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.453662375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c9994be1-cbd1-42a6-88a1-5056aa7f128f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.453751419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c9994be1-cbd1-42a6-88a1-5056aa7f128f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.481462688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9e53f656-b31d-4150-b6c8-e30bf3f061b1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.48149344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9e53f656-b31d-4150-b6c8-e30bf3f061b1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.512909635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"d9a724ef-8580-48d8-8542-486545e69fda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.514025668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"80c07fad-63e7-4936-b9c0-9931625d3a2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.563998142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"4435a162-3ddf-4806-a7d4-710abeea1dbb","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.572229059Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"4435a162-3ddf-4806-a7d4-710abeea1dbb","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0096c8-f68826799e61","namespace":"llm","model":"e2e-rt-sw-0096c8","externalModel":"e2e-rt-sw-0096c8","provider":"e2e-rt-sw-0096c8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.573584999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"7ac2583b-9129-49c7-92ff-da7e830bdd67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.577937114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"80c07fad-63e7-4936-b9c0-9931625d3a2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.625916531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"d9a724ef-8580-48d8-8542-486545e69fda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.641827731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"53bba976-3877-48e7-b536-cb7fe107d1c6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.658189915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"53bba976-3877-48e7-b536-cb7fe107d1c6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.658765819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"42fb5a77-ae68-4421-8c47-707686fdda49","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.658834345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"42fb5a77-ae68-4421-8c47-707686fdda49","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.653862746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"48be4747-87e4-4e70-b834-cfececd6d11a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.659524124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"849b298f-d0c2-430e-9b5c-b9e61e810f7b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.7767234Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"8157a5a2-9004-408b-b2d3-4e3bb9ad0ac3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.921062963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a60a65b4-ae50-4d78-a36b-efbfca008a3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.922192399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-sub-500dd844","reconcileID":"df87a09f-19f5-4f35-9e3c-c11a9aedffdd","MaaSSubscription":{"name":"e2e-shared-int-sub-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.923172321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-921eeb","reconcileID":"b56fe788-9fe3-4d15-8561-16fe584bc1f7","MaaSSubscription":{"name":"e2e-default-int-sub-921eeb","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.925085107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"7ac2583b-9129-49c7-92ff-da7e830bdd67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.983563302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"8157a5a2-9004-408b-b2d3-4e3bb9ad0ac3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:51.067987587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"029f33bf-86e0-4de1-bb3d-0d192fce415a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:51.069177606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"029f33bf-86e0-4de1-bb3d-0d192fce415a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:51.070114483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-sub","reconcileID":"5861604c-f862-4b61-8332-ac30465f5165","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0096c8","model":"llm/e2e-rt-sw-0096c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:51.149699167Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"849b298f-d0c2-430e-9b5c-b9e61e810f7b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:51.20561466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"849b298f-d0c2-430e-9b5c-b9e61e810f7b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:51.245549155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"783a1638-1f03-4b96-b12f-8a10b2d0dc96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:51.277233286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49ec57c0-bda5-4e37-86d4-a512f46a60a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:51.277264703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49ec57c0-bda5-4e37-86d4-a512f46a60a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:51.342895004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"0820fd8f-55a4-4f3f-9910-e97e156aafff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:51.349240918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"783a1638-1f03-4b96-b12f-8a10b2d0dc96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:51.404720884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e499991-2f16-45ee-a858-fe37ac971d00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:51.411588734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"0820fd8f-55a4-4f3f-9910-e97e156aafff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:51.446051267Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-6fcabd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6fcabd","reconcileID":"6aebbedb-e54b-4018-88da-f9dc407a05e6","namespace":"llm","name":"e2e-rt-eq-6fcabd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:51.474698361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"65fe253e-04fd-401e-91a0-ba99fa62777b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:51.499753506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e499991-2f16-45ee-a858-fe37ac971d00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:51.530846922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"7f5620c4-6bbd-4c27-9a4f-823635ebe707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:51.550478922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"65fe253e-04fd-401e-91a0-ba99fa62777b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:51.607905097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"7f5620c4-6bbd-4c27-9a4f-823635ebe707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:51.752754227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"f4d35cae-945b-4cc8-ba87-4684ba3a376a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:51.933098544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"f4d35cae-945b-4cc8-ba87-4684ba3a376a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:51.94380687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"47a172f9-9240-4358-adbb-eed49a7ff939","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:52.035839452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"47a172f9-9240-4358-adbb-eed49a7ff939","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:52.09202239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"545534fc-c0c9-4ee0-996e-5e3a44b3233b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:52.152688228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"545534fc-c0c9-4ee0-996e-5e3a44b3233b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:52.19424526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a131054-99bf-4a16-ac9b-66bd190ea364","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:52.195069219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"b95e1dec-d605-4587-93e8-88bbc7085de3","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:52.266254446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a131054-99bf-4a16-ac9b-66bd190ea364","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:52.266990721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"b95e1dec-d605-4587-93e8-88bbc7085de3","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:52.311383933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"349e4678-7f30-4c97-8795-8d686b8ac1de","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:52.370030227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"4fc490b5-6225-4802-985c-c8f5a9ea0ea0","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:52.370062088Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"4fc490b5-6225-4802-985c-c8f5a9ea0ea0","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0096c8-f68826799e61","namespace":"llm","model":"e2e-rt-sw-0096c8","externalModel":"e2e-rt-sw-0096c8","provider":"e2e-rt-sw-0096c8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:52.442904255Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"349e4678-7f30-4c97-8795-8d686b8ac1de","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:52.496491801Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"349e4678-7f30-4c97-8795-8d686b8ac1de","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:52.512709298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"c9fdc005-c3f5-4b91-8a34-9a52ec7bf614","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:52.530774122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-w0-59f97a","reconcileID":"732d531f-187a-4528-a3cf-38f37ad010c1","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:52.537616328Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-sub","reconcileID":"3ddd3f57-42ab-4a38-8c57-58fe932ab000","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b6e4adb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:52.586761932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e42af11-1e73-49a7-9c62-bc8f2a64b958","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:52.586861444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e42af11-1e73-49a7-9c62-bc8f2a64b958","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:52.614119475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d4d7bc8-1541-4f46-9245-c14aa53908cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:52.638957928Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"c9fdc005-c3f5-4b91-8a34-9a52ec7bf614","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:52.646054788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"44e3f706-bba9-493d-911d-d89eb3786b8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:52.670222686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d4d7bc8-1541-4f46-9245-c14aa53908cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:52.69548551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"c9fdc005-c3f5-4b91-8a34-9a52ec7bf614","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:52.7060976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"44e3f706-bba9-493d-911d-d89eb3786b8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:52.748536912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"a68f7bad-cd5d-4139-bee6-b0e913a45bf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:52.769595803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"07a64f7f-2dd6-4fe4-9599-86da654f616b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:52.771303405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93a00fa2-00ef-465f-ad88-fd5af7d0d95a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:52.771328082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93a00fa2-00ef-465f-ad88-fd5af7d0d95a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:52.813858459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"a68f7bad-cd5d-4139-bee6-b0e913a45bf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:52.828582619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"07a64f7f-2dd6-4fe4-9599-86da654f616b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:52.922351008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"e6c8b031-9e9c-4ab6-9573-7798423995b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:52.977818502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"e6c8b031-9e9c-4ab6-9573-7798423995b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:53.032351413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"69259af1-cde5-48a6-83d6-544700c490d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:53.088637575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"69259af1-cde5-48a6-83d6-544700c490d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:53.132479057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"40d4bdaa-261c-46fd-9f00-a40791233db7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:53.186231983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"40d4bdaa-261c-46fd-9f00-a40791233db7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:53.23091766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"9aba8c54-3404-41cc-88ba-1e2d3645436e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:53.279083905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9950ef16-8304-4f40-b0b7-7da78a43b06a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:53.285784522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"9aba8c54-3404-41cc-88ba-1e2d3645436e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:53.334644649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9950ef16-8304-4f40-b0b7-7da78a43b06a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:53.382411723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"b27783c1-bff5-4c8d-aa67-e8de1c124f5f","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:53.436391381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"b27783c1-bff5-4c8d-aa67-e8de1c124f5f","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:53.5769851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"984dbe86-7d5a-4998-ab55-d036651e737e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:53.631553559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"984dbe86-7d5a-4998-ab55-d036651e737e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:53.676696687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d552edd7-d45c-491f-9991-c4921a14f0e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:53.683720268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"984dbe86-7d5a-4998-ab55-d036651e737e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:53.731016501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d552edd7-d45c-491f-9991-c4921a14f0e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:54.994549644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83f6948f-7c4d-452f-980d-e0f129b066b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:55.046815488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83f6948f-7c4d-452f-980d-e0f129b066b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:55.097214117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83f6948f-7c4d-452f-980d-e0f129b066b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:55.14751233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83f6948f-7c4d-452f-980d-e0f129b066b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:55.561243059Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-b2a689","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-b2a689","reconcileID":"cee60ead-65e8-4339-8f35-22cc73e5d3f6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-b2a689","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-b2a689":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:56.03470905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"def28b63-58cc-463e-83fe-022b089341d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:56.035039155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"6b78f8e4-fab6-4ecb-9a55-1c87ee02e66e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:56.101057231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"def28b63-58cc-463e-83fe-022b089341d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:56.119932223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"6b78f8e4-fab6-4ecb-9a55-1c87ee02e66e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:57.103216981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d09932d-fa78-4717-82c6-3c1a920500fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:57.15531507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d09932d-fa78-4717-82c6-3c1a920500fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:57.205320114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d09932d-fa78-4717-82c6-3c1a920500fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:57.255515523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d09932d-fa78-4717-82c6-3c1a920500fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:58.712651969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-2-w0-59f97a","reconcileID":"24357bca-5ae6-45d0-9ec7-eda58a075f29","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-2-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-2-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:59.111609112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d930ef0d-1c89-4ffd-b654-08f19c7d417d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:59.16220224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d930ef0d-1c89-4ffd-b654-08f19c7d417d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:59.212349774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d930ef0d-1c89-4ffd-b654-08f19c7d417d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:59.263478363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d930ef0d-1c89-4ffd-b654-08f19c7d417d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:00.461901081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-2-w0-59f97a","reconcileID":"02af61b6-c69a-4f12-8dd4-f6091b9110cb","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-2-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-2-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:01.05751199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0a98812-41ac-4584-b5d1-35bcfffae75c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:01.108375929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0a98812-41ac-4584-b5d1-35bcfffae75c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:01.159051452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0a98812-41ac-4584-b5d1-35bcfffae75c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:01.209558579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0a98812-41ac-4584-b5d1-35bcfffae75c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:02.587042809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-w0-59f97a","reconcileID":"ee3b3b1a-9eae-4cc7-9432-ce83367c55ae","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:02.588677704Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-sub","reconcileID":"8fdc2f9d-1ebc-44d3-8315-81b0de9f5c80","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-0096c8","subscription":"e2e-rt-sw-0096c8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:02.655388572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"e2bf2bd6-2633-4195-8d78-fd5ef0fa944f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:02.689951713Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-sub","reconcileID":"8fdc2f9d-1ebc-44d3-8315-81b0de9f5c80","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:02.740179322Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-sub","reconcileID":"8fdc2f9d-1ebc-44d3-8315-81b0de9f5c80","MaaSSubscription":{"name":"e2e-rt-sw-0096c8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0096c8","namespace":"llm","model":"llm/e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:02.77591352Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"e2bf2bd6-2633-4195-8d78-fd5ef0fa944f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:02.828565259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"e2bf2bd6-2633-4195-8d78-fd5ef0fa944f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:02.885682188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0011169-b0f9-43aa-a50a-4e8974dd61b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:02.885709328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0011169-b0f9-43aa-a50a-4e8974dd61b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.056300919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"e5eed8df-24e3-4ccd-aaae-0737e809e2c5","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.056339675Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"e5eed8df-24e3-4ccd-aaae-0737e809e2c5","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0096c8-f68826799e61","namespace":"llm","model":"e2e-rt-sw-0096c8","externalModel":"e2e-rt-sw-0096c8","provider":"e2e-rt-sw-0096c8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.164478828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99c360b2-5e81-4e6d-a57d-b2869416ee13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.164570271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99c360b2-5e81-4e6d-a57d-b2869416ee13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.207944491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe75af5c-cd61-41fc-b065-e6d9809f9936","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.20796892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f3128da-2117-47eb-acbf-4f57d01ea4eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.208532152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"4cd5e17c-6575-4bb7-aa55-5f62620d7027","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.212658955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"5b55f625-3b6b-4be7-b635-3fbc86b6dcb2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.214798131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"4c6710dd-527d-40b5-9ed9-0ab5c9251690","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.214814278Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"4c6710dd-527d-40b5-9ed9-0ab5c9251690","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0096c8-f68826799e61","namespace":"llm","model":"e2e-rt-sw-0096c8","externalModel":"e2e-rt-sw-0096c8","provider":"e2e-rt-sw-0096c8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.329076258Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"4cd5e17c-6575-4bb7-aa55-5f62620d7027","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:14:03.36496708Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f3128da-2117-47eb-acbf-4f57d01ea4eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:14:03.36729229Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe75af5c-cd61-41fc-b065-e6d9809f9936","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.409277596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"4cd5e17c-6575-4bb7-aa55-5f62620d7027","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:14:03.412500662Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"5b55f625-3b6b-4be7-b635-3fbc86b6dcb2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:14:03.419652728Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f3128da-2117-47eb-acbf-4f57d01ea4eb","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.419805385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f33a95f5-ace2-455d-a693-1a74494bc833","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.419822155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f33a95f5-ace2-455d-a693-1a74494bc833","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:14:03.420388484Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe75af5c-cd61-41fc-b065-e6d9809f9936","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.420835707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e8a6afa-ff12-44cf-9888-97c57d9fa2e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.420852011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e8a6afa-ff12-44cf-9888-97c57d9fa2e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:14:03.460130596Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"4cd5e17c-6575-4bb7-aa55-5f62620d7027","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-rt-sw-0096c8-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.460320349Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0096c8-access","reconcileID":"f1c344fb-bdf0-4cab-9366-cd9fc27aa3ca","MaaSAuthPolicy":{"name":"e2e-rt-sw-0096c8-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:14:03.466926168Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"5b55f625-3b6b-4be7-b635-3fbc86b6dcb2","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.467129873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2786cf6-6a56-4ba1-8f33-6b549c193cfd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.467161435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2786cf6-6a56-4ba1-8f33-6b549c193cfd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.574001646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87298725-1033-4f40-b36f-1385bc962134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.574004998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79ae9930-a590-4980-bd12-075826ee52bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.627971776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87298725-1033-4f40-b36f-1385bc962134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.630699621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79ae9930-a590-4980-bd12-075826ee52bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.676842719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"5c4a6ac8-0c34-41d0-8cb7-c8999204c893","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.681378416Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87298725-1033-4f40-b36f-1385bc962134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.685231884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79ae9930-a590-4980-bd12-075826ee52bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.718254248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"d59d124d-3837-4756-9cbc-0b74f7e4a7ad","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.718272025Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"d59d124d-3837-4756-9cbc-0b74f7e4a7ad","MaaSModelRef":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0096c8-f68826799e61","namespace":"llm","model":"e2e-rt-sw-0096c8","externalModel":"e2e-rt-sw-0096c8","provider":"e2e-rt-sw-0096c8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.734985353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"5c4a6ac8-0c34-41d0-8cb7-c8999204c893","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.768716303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62357f6f-c413-4a84-abe1-9d31947435bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.768733244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62357f6f-c413-4a84-abe1-9d31947435bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.769085687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fa2d6e06-23ac-432a-b741-65001e0edecd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.769096343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fa2d6e06-23ac-432a-b741-65001e0edecd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.790722502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"5c4a6ac8-0c34-41d0-8cb7-c8999204c893","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.846267787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2684dc2-b8ce-49dd-9a0b-da9b697a2324","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.846293594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2684dc2-b8ce-49dd-9a0b-da9b697a2324","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.236420835Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"ee085238-54bc-4b6d-9bd2-9f3f813c2996","namespace":"llm","name":"e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.291319849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3b14c24e-4dad-4d50-96dd-7f3ace915fb0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.29134022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3b14c24e-4dad-4d50-96dd-7f3ace915fb0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.29158607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fae491db-5819-4920-8b3b-974f9708ab81","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.291600411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fae491db-5819-4920-8b3b-974f9708ab81","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.291800603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7a38a557-0290-4294-85f6-f67180b6b207","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.291813096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7a38a557-0290-4294-85f6-f67180b6b207","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.292010176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"25bc77ca-d0ee-47fc-a1d0-7a47ac923447","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.292020561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"25bc77ca-d0ee-47fc-a1d0-7a47ac923447","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.292231614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b633d58-fc11-49a8-9423-6434678d24e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.292245949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b633d58-fc11-49a8-9423-6434678d24e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.29258908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fb108d6f-51f5-4293-9d02-4dc2baf1f0ea","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.292601453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fb108d6f-51f5-4293-9d02-4dc2baf1f0ea","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.292873469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"647d4070-f580-4302-bfda-92249d175c2f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.292887108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"647d4070-f580-4302-bfda-92249d175c2f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.293079384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"058c5860-5b05-464b-81ed-00db4c8a211f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.2930899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"058c5860-5b05-464b-81ed-00db4c8a211f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.336532595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"00c78fc7-2894-4164-8bd7-1363e3b44e1f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.385570237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c3ecf53-b2a2-47b1-965e-37b3a388b5d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.386094594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30ea5f37-e0a9-4ffa-8d05-34fa9745eb73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.38626332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"cd9a3e13-d655-4636-94bc-48c5b80e76d8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.386101424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"e5f7a803-e3d8-4a39-8b83-f04860a741d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.444564614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c3ecf53-b2a2-47b1-965e-37b3a388b5d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.444880612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"e5f7a803-e3d8-4a39-8b83-f04860a741d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.451898993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"cd9a3e13-d655-4636-94bc-48c5b80e76d8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.453441812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30ea5f37-e0a9-4ffa-8d05-34fa9745eb73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.465793567Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"00c78fc7-2894-4164-8bd7-1363e3b44e1f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.532030493Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c3ecf53-b2a2-47b1-965e-37b3a388b5d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.544534076Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"cd9a3e13-d655-4636-94bc-48c5b80e76d8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.545586496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5afa6810-5682-48c5-a16e-0f120ed2bf18","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.546125479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-921eeb","reconcileID":"aeb78d8b-53cd-46c7-914d-6c0f5259a64c","MaaSSubscription":{"name":"e2e-default-int-sub-921eeb","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.547905502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30ea5f37-e0a9-4ffa-8d05-34fa9745eb73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.549910665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"00c78fc7-2894-4164-8bd7-1363e3b44e1f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.550169656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c227a82c-863f-4006-a909-ecf7b70fa72e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.55019727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-sub-500dd844","reconcileID":"7e9a559d-845a-463f-848f-d5048606a742","MaaSSubscription":{"name":"e2e-shared-int-sub-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.58883007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b24931b-3367-4089-8828-e46ecc09de37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.588856179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b24931b-3367-4089-8828-e46ecc09de37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.613409819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"772a7071-8229-44db-bda2-c365fdc940eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.613434226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"772a7071-8229-44db-bda2-c365fdc940eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.618069112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fecb7cc5-24b7-44f2-8bb9-1fa66c2e10dc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.618085568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fecb7cc5-24b7-44f2-8bb9-1fa66c2e10dc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.618471502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17a4a3d4-cb37-42cd-a70e-513d084c760e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.618484774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17a4a3d4-cb37-42cd-a70e-513d084c760e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.731509328Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-0096c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0096c8","reconcileID":"56160b76-8d7c-4156-b7c3-eeb62ee611e8","namespace":"llm","name":"e2e-rt-sw-0096c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.736959088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"1ed5fef3-ce45-4db0-b96f-715a29ca7a4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.761073708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"c26ba2ec-a6d2-4be9-9491-9b516b3a4d05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.764987411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"f7d342b8-15c1-40b8-8c37-a1314cb597de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.765662123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"1838772c-63e7-4bf7-b111-6f83ef460c6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.791422271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"1ed5fef3-ce45-4db0-b96f-715a29ca7a4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.815253952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"c26ba2ec-a6d2-4be9-9491-9b516b3a4d05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.823627066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"1838772c-63e7-4bf7-b111-6f83ef460c6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.823761848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"f7d342b8-15c1-40b8-8c37-a1314cb597de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.831689183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"285d8a58-4b07-4caa-a32e-b2f352d74cda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:04.888216757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"285d8a58-4b07-4caa-a32e-b2f352d74cda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.138500682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"c41d3b0a-5b90-4f9b-843c-bc996758a50b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.13857818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"239ab444-e963-4123-a08a-7afbae1d8a4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.195696274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"9a2ef65b-4177-4462-8ead-af91900fa4c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.195734445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39c3a740-1a26-449d-b199-d40d63ee13c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.196294216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"76d14497-58a6-4706-a11c-e8d063697681","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.200483707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"239ab444-e963-4123-a08a-7afbae1d8a4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.20075288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"c41d3b0a-5b90-4f9b-843c-bc996758a50b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.260059065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"76d14497-58a6-4706-a11c-e8d063697681","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.328506343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"9a2ef65b-4177-4462-8ead-af91900fa4c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.33010718Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39c3a740-1a26-449d-b199-d40d63ee13c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.382402785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39c3a740-1a26-449d-b199-d40d63ee13c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.435534097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"780bb3fe-600b-48c8-ad1f-ef37d869e7ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.435557887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"780bb3fe-600b-48c8-ad1f-ef37d869e7ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.530044658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"dda241f0-d23c-4893-b824-1e69bf5544bd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.585076664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fecc63bf-9151-49a0-a9a9-9cf95b01d045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.585076666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"3e7cc15e-0550-4976-bc11-3e529265034d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.589215057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"3afe5859-5a4c-40f7-afb8-77816774ca94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.646404111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fecc63bf-9151-49a0-a9a9-9cf95b01d045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.660094278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"3e7cc15e-0550-4976-bc11-3e529265034d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.660381437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"3afe5859-5a4c-40f7-afb8-77816774ca94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.670966457Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"dda241f0-d23c-4893-b824-1e69bf5544bd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.696387568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"95390e3b-9cd2-4c16-beb8-11c5cdcec17b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.718173392Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"3e7cc15e-0550-4976-bc11-3e529265034d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.718583519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fecc63bf-9151-49a0-a9a9-9cf95b01d045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.72429751Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"dda241f0-d23c-4893-b824-1e69bf5544bd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.750636048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"95390e3b-9cd2-4c16-beb8-11c5cdcec17b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.773523735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0d493df-f448-4ad0-8392-67d7519d44a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.77355176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0d493df-f448-4ad0-8392-67d7519d44a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.776340367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a0620503-c5d4-4b6a-b9dd-443750a4da1b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.776364916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a0620503-c5d4-4b6a-b9dd-443750a4da1b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.777142953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8da182b-d66c-46c1-b55c-e39e87b3f03f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.777179971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8da182b-d66c-46c1-b55c-e39e87b3f03f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.922475633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"eea6a0e2-6f16-4062-ae23-6333c14c381a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.926972762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"3ea657a4-e238-4b54-a272-4d3871db067f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.927008389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"7abd0941-287c-45c0-87dd-db7778e591af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.97762618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"eea6a0e2-6f16-4062-ae23-6333c14c381a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.980783097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"3ea657a4-e238-4b54-a272-4d3871db067f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.98079835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"7abd0941-287c-45c0-87dd-db7778e591af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:06.021902099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"06b2d7d5-aef9-440f-b27c-6963533007ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:06.077379612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"06b2d7d5-aef9-440f-b27c-6963533007ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:08.031352999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"a6cd1bfd-4fc4-4811-a1a8-05929609c2b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:08.851805529Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:12.439043666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"9e39779e-5182-47b8-a6f9-727394fab6f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:12.58803757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-w0-59f97a","reconcileID":"4a507150-378d-417d-8388-88a05362d38b","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:15.597283548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2c674c6-8337-4fa2-a1ff-4f9cf2cf7aee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:15.722558262Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2c674c6-8337-4fa2-a1ff-4f9cf2cf7aee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:15.779023891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2c674c6-8337-4fa2-a1ff-4f9cf2cf7aee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:15.835941345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d86f825-e82a-4f73-9a70-4ba852026255","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:15.835962906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d86f825-e82a-4f73-9a70-4ba852026255","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:15.883411984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"37acd2a5-5cae-4d34-9c68-eb03e2bcd3fc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:15.933639217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"8ab8158b-e1d0-4526-8322-d97df5f83e62","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:15.936264341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eea68552-37b5-4111-925f-7a8c3d689a7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:15.992002317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"8ab8158b-e1d0-4526-8322-d97df5f83e62","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:15.994047801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eea68552-37b5-4111-925f-7a8c3d689a7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:16.007750793Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"37acd2a5-5cae-4d34-9c68-eb03e2bcd3fc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:16.04808473Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"8ab8158b-e1d0-4526-8322-d97df5f83e62","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:16.050111507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eea68552-37b5-4111-925f-7a8c3d689a7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:16.06407809Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"37acd2a5-5cae-4d34-9c68-eb03e2bcd3fc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:16.10572624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ca58efe-50b6-42fe-869c-d1fe2963008a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:16.105741095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ca58efe-50b6-42fe-869c-d1fe2963008a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:16.109272953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5f7b8bbe-e28d-4f7c-8df6-a6f78e375751","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:16.109292718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5f7b8bbe-e28d-4f7c-8df6-a6f78e375751","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:16.122634839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"250cad0c-37ee-48f2-9a2c-5c5771a286f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:16.122649502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"250cad0c-37ee-48f2-9a2c-5c5771a286f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:20.094390627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-w0-59f97a","reconcileID":"d771d9c1-505c-4d5e-ba50-02ca1fd90f8f","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:26.001395911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03df3ba6-ae15-42e1-b69b-b12294dbd813","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:26.127861388Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03df3ba6-ae15-42e1-b69b-b12294dbd813","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:26.186032772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03df3ba6-ae15-42e1-b69b-b12294dbd813","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:26.24538069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc34be50-3a14-445a-b4b5-4e0aca1aa756","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:26.245402875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc34be50-3a14-445a-b4b5-4e0aca1aa756","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:26.267315632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"80aa1769-8b8f-4f83-8c92-ebf012470ae2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:26.270628822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb5cf691-5864-448c-9f6e-06bb116a7863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:26.314527586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"57f7651a-e454-4efb-934e-c45c1055c414","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:26.325325233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"80aa1769-8b8f-4f83-8c92-ebf012470ae2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:26.327689477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb5cf691-5864-448c-9f6e-06bb116a7863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:26.384214479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"80aa1769-8b8f-4f83-8c92-ebf012470ae2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:26.387517017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb5cf691-5864-448c-9f6e-06bb116a7863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:26.401171406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9da91a-2d8b-4970-be85-823dc3898a6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:26.455681734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9da91a-2d8b-4970-be85-823dc3898a6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:26.460198186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"50541686-807f-4d95-8d3f-53b2cb9241fa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:26.460215555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"50541686-807f-4d95-8d3f-53b2cb9241fa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:26.468886511Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"57f7651a-e454-4efb-934e-c45c1055c414","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:26.509761482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9da91a-2d8b-4970-be85-823dc3898a6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:26.510255424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"543a2d9e-40b3-45ad-95ae-2eeeb24ccab0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:26.51027325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"543a2d9e-40b3-45ad-95ae-2eeeb24ccab0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:26.563735146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9da91a-2d8b-4970-be85-823dc3898a6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:26.566797349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"57f7651a-e454-4efb-934e-c45c1055c414","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:26.625823476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"025f8c77-e6e5-471c-b806-90190f11f420","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:26.625843845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"025f8c77-e6e5-471c-b806-90190f11f420","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:28.59526056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9be267c-f1fb-4941-8cbb-6b7cc63d394b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:28.649796236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9be267c-f1fb-4941-8cbb-6b7cc63d394b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:28.703618524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9be267c-f1fb-4941-8cbb-6b7cc63d394b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:28.758432504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9be267c-f1fb-4941-8cbb-6b7cc63d394b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:34.781136949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"default-tenant","reconcileID":"fd4a54dc-fbf7-40d4-81ab-de526349da81","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b2a689","tenantID":"e2e-api-a-b2a689","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:34.901131639Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"default-tenant","reconcileID":"fd4a54dc-fbf7-40d4-81ab-de526349da81","name":"e2e-api-a-b2a689-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:36.40739321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3160781c-63a3-4b6b-9637-8efe6d931d56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:36.534492634Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3160781c-63a3-4b6b-9637-8efe6d931d56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:36.592415438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3160781c-63a3-4b6b-9637-8efe6d931d56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:36.62284159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd7c8526-b674-4bc0-98ba-2a4a0cad2948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:36.622841528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"c99e9f95-1f84-4d28-964f-947e9a847c0a","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:36.652207801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbc8baab-a177-41e4-a415-7906c0831f32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:36.652235863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbc8baab-a177-41e4-a415-7906c0831f32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:36.681452239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd7c8526-b674-4bc0-98ba-2a4a0cad2948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:36.681468114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"c99e9f95-1f84-4d28-964f-947e9a847c0a","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:36.735768127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"ec809b5c-a38a-47a8-ab6a-5ed09730ccee","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:36.739345652Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd7c8526-b674-4bc0-98ba-2a4a0cad2948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:36.740000085Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"c99e9f95-1f84-4d28-964f-947e9a847c0a","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:36.797210141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"90e2d380-86cb-4aa1-a55a-52e4a485ea9e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:36.797230096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"90e2d380-86cb-4aa1-a55a-52e4a485ea9e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:36.799425897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"646cbd56-b303-4c11-8735-71aa567e8422","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:36.799441509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"646cbd56-b303-4c11-8735-71aa567e8422","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:36.86300665Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"ec809b5c-a38a-47a8-ab6a-5ed09730ccee","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:36.920960376Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"ec809b5c-a38a-47a8-ab6a-5ed09730ccee","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:36.984128274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"123e64fd-5230-4146-8bc7-f137911a2549","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:36.984179262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"123e64fd-5230-4146-8bc7-f137911a2549","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:38.860135567Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:41.305700729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"2fe7cb60-f627-4f0b-bc56-8be6454e8227","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:41.306025374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"42315850-5993-4c4d-a552-5321b742633f","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:41.377966274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"75a3bf4a-868e-4688-b1bb-9af12dc183ec","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:41.378491574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"6a047eb5-a6a4-44a2-9f66-d4b161768378","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:41.481841219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"2ff0f1b0-b2e4-4b9d-9274-07e919109d79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:41.482771255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"94a93aef-d027-40ad-add6-5579c26052a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:41.545650046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"a18049f3-e179-4d1d-a713-7d0caeb79705","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:41.54641806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"4d8630eb-0e98-45a2-91fc-d7f6f805d875","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:41.553444525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"94a93aef-d027-40ad-add6-5579c26052a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:41.554361713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"2ff0f1b0-b2e4-4b9d-9274-07e919109d79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:41.958663865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"46cd7894-055e-4694-b414-a65545026472","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:41.958726753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"fe14e276-65a4-40de-be23-2fbd1c683cdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:42.023816149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"46cd7894-055e-4694-b414-a65545026472","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:42.026485035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"fe14e276-65a4-40de-be23-2fbd1c683cdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:46.816868255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab5d1e1f-1268-4639-8256-8b20eee33c4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:46.950639874Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab5d1e1f-1268-4639-8256-8b20eee33c4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:46.963424434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"4ff775fe-0d9d-406a-9333-f76fd86ba83f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:46.963453901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63118704-1f21-47eb-8bfd-208fc69c43ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:47.010043601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab5d1e1f-1268-4639-8256-8b20eee33c4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:47.021324167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63118704-1f21-47eb-8bfd-208fc69c43ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:47.022180521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"4ff775fe-0d9d-406a-9333-f76fd86ba83f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:47.069529825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c548cc6c-e2a1-4cb3-927e-c6b3705572cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:47.069554321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c548cc6c-e2a1-4cb3-927e-c6b3705572cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:47.078713968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"4ff775fe-0d9d-406a-9333-f76fd86ba83f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:47.07912957Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63118704-1f21-47eb-8bfd-208fc69c43ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:47.095673048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"dede7cb2-34ca-4024-9e15-053ef103a60b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:47.142084837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e41c183a-0a1c-43b8-8db6-8f51bb8229c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:47.142228278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e41c183a-0a1c-43b8-8db6-8f51bb8229c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:47.143004395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"20d56f7f-875f-4842-837c-5b254de29f15","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:47.143079106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"20d56f7f-875f-4842-837c-5b254de29f15","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:47.235765853Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"dede7cb2-34ca-4024-9e15-053ef103a60b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:47.295502468Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"dede7cb2-34ca-4024-9e15-053ef103a60b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:47.359924107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb7b589d-8cd0-45df-b652-bcf75dfd5f5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:47.360033711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb7b589d-8cd0-45df-b652-bcf75dfd5f5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:49.504863117Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"a22c3895-9f75-427a-9ebe-5ad89c834955","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:49.504993337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"264b5dfb-5643-4ed3-a72e-66a4caa8124d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:49.50502087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"264b5dfb-5643-4ed3-a72e-66a4caa8124d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:49.6127261Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-policy-500dd844","reconcileID":"a22c3895-9f75-427a-9ebe-5ad89c834955","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"policyNamespace":"ai-tenant-e2e-mt-3bed2ed1","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:49.672975715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b7a81fa-3e3a-4aa0-a595-42558916f6ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:49.673005944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b7a81fa-3e3a-4aa0-a595-42558916f6ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:49.805592026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a188b6ac-bf8c-4d5e-a94c-9ca79315aeea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:49.805612014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a188b6ac-bf8c-4d5e-a94c-9ca79315aeea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:57.23425636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d87e664d-9430-4714-8fb8-206ba2b35552","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:57.302614365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"9558dbc5-a619-4584-8434-58266bfa9ac4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:57.302663581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d33c24ff-952e-4860-a24a-515f96be1fad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:57.360901036Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d87e664d-9430-4714-8fb8-206ba2b35552","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:57.364373504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d33c24ff-952e-4860-a24a-515f96be1fad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:57.417267864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d87e664d-9430-4714-8fb8-206ba2b35552","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:57.421051573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d33c24ff-952e-4860-a24a-515f96be1fad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:14:57.421448748Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"9558dbc5-a619-4584-8434-58266bfa9ac4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:57.479401958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eac74802-ccd3-4e6f-a857-2f0da6beaafe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:57.479422851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eac74802-ccd3-4e6f-a857-2f0da6beaafe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:14:57.479515342Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"9558dbc5-a619-4584-8434-58266bfa9ac4","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:57.479828752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efb17686-fc93-405a-b9e7-a7aa07d17bdf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:57.479840985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efb17686-fc93-405a-b9e7-a7aa07d17bdf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:57.482081177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c03ff43a-4bfc-4eda-bfc6-90b640f4debd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:57.482094233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c03ff43a-4bfc-4eda-bfc6-90b640f4debd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:57.646185892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"4fc68e36-acc7-47a9-9826-65221ef834ce","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:57.703806516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"4fc68e36-acc7-47a9-9826-65221ef834ce","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:57.759842581Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"4fc68e36-acc7-47a9-9826-65221ef834ce","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:57.819958494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8aa79783-090e-42b8-9a82-69460de1060a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:57.819977635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8aa79783-090e-42b8-9a82-69460de1060a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:59.973693306Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-sub-500dd844","reconcileID":"264cccd1-a9a5-46fd-8079-6dd638a56c05","MaaSSubscription":{"name":"e2e-shared-int-sub-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-500dd844","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:00.235270648Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"namespace":"ai-tenant-e2e-mt-3bed2ed1","name":"e2e-shared-int-sub-500dd844","reconcileID":"264cccd1-a9a5-46fd-8079-6dd638a56c05","MaaSSubscription":{"name":"e2e-shared-int-sub-500dd844","namespace":"ai-tenant-e2e-mt-3bed2ed1"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-921eeb","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:00.459749119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"33b135db-fece-40a2-b654-fa304d25d749","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:00.459749261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-921eeb","reconcileID":"75721ae4-2749-477b-915c-43427a7d307d","MaaSSubscription":{"name":"e2e-default-int-sub-921eeb","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:00.506328619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58f0d69b-71ae-462a-876c-193b7e3882d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:00.506351431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58f0d69b-71ae-462a-876c-193b7e3882d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:05.49210391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"7e4eca7a-b4b8-4200-81b4-26dabec6d171","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:05.492124551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"c583bbcf-d283-43a6-bf9b-be778629cc58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:05.553181881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"7e4eca7a-b4b8-4200-81b4-26dabec6d171","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:05.553181879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"c583bbcf-d283-43a6-bf9b-be778629cc58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:07.639944163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5dec0c9e-50b8-403c-ac0c-c55a32ba04b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:07.640858375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1bde9910-d8f3-4163-a809-1f2f0b8fcf87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:07.698702334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5dec0c9e-50b8-403c-ac0c-c55a32ba04b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:07.698924478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1bde9910-d8f3-4163-a809-1f2f0b8fcf87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:07.757013886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1bde9910-d8f3-4163-a809-1f2f0b8fcf87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:07.75701981Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5dec0c9e-50b8-403c-ac0c-c55a32ba04b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:07.980410141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"35c7f29f-2161-48f7-ba93-6d7154bcf227","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:08.038047984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"35c7f29f-2161-48f7-ba93-6d7154bcf227","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:08.094398591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"35c7f29f-2161-48f7-ba93-6d7154bcf227","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:08.8602853Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:16.723815967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d849f54b-670f-4e49-b307-e3ce25597046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:16.779021627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d849f54b-670f-4e49-b307-e3ce25597046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:16.832794477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d849f54b-670f-4e49-b307-e3ce25597046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:16.886573701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d849f54b-670f-4e49-b307-e3ce25597046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:17.379614123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e5b0ff4-8927-4153-9e0a-e69ca0ab3e9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:17.379637015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e5b0ff4-8927-4153-9e0a-e69ca0ab3e9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:17.437380114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07853d63-6041-4236-afff-f6a4f2875257","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:17.437404267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07853d63-6041-4236-afff-f6a4f2875257","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:17.546418496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"e2e-e2e-api-a-b2a689-policy","reconcileID":"d0ff874d-7182-43f8-8519-83829b1be025","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b2a689","tenantID":"e2e-api-a-b2a689","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:17.676556469Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"e2e-e2e-api-a-b2a689-policy","reconcileID":"d0ff874d-7182-43f8-8519-83829b1be025","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"name":"e2e-api-a-b2a689-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:17.73547629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b2a689-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"e2e-e2e-api-a-b2a689-policy","reconcileID":"d0ff874d-7182-43f8-8519-83829b1be025","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:17.794835577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"deb58725-8b7b-45e8-9e4d-31dfa7f5cffc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:17.794859122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"deb58725-8b7b-45e8-9e4d-31dfa7f5cffc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:17.924851083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3851ce5e-4bae-437f-b90d-c1039213fe4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:17.924967855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7acaf967-c26d-4390-8c59-0ee653982795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:18.038037221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7acaf967-c26d-4390-8c59-0ee653982795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:18.038498331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3851ce5e-4bae-437f-b90d-c1039213fe4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:18.095111289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3851ce5e-4bae-437f-b90d-c1039213fe4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:18.095520075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7acaf967-c26d-4390-8c59-0ee653982795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:18.356989451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"642d1f31-5bb3-4523-913f-70e294b99f59","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:18.439205068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"642d1f31-5bb3-4523-913f-70e294b99f59","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:18.499574612Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"642d1f31-5bb3-4523-913f-70e294b99f59","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:19.00219227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9b1090c-4ff8-4a11-998d-573ab434078a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:19.056240375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9b1090c-4ff8-4a11-998d-573ab434078a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:19.109952075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9b1090c-4ff8-4a11-998d-573ab434078a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:19.164604776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9b1090c-4ff8-4a11-998d-573ab434078a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:22.005904131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9e8ff7d-8285-45d5-9c64-1e6799fd2164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:22.067969226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9e8ff7d-8285-45d5-9c64-1e6799fd2164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:22.122574709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9e8ff7d-8285-45d5-9c64-1e6799fd2164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:22.192281418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9e8ff7d-8285-45d5-9c64-1e6799fd2164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:22.512479394Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-f46208","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-f46208","reconcileID":"ca15b094-8923-4039-b9e3-398b0f64a6f8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-f46208","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-f46208":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:24.424838762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07bb553c-6b5a-42f9-af58-6ae626ff851a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:24.47942888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07bb553c-6b5a-42f9-af58-6ae626ff851a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:24.533219524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07bb553c-6b5a-42f9-af58-6ae626ff851a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:24.587957274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07bb553c-6b5a-42f9-af58-6ae626ff851a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:27.904544816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"e2e-e2e-api-a-b2a689-policy","reconcileID":"3d33b135-75bb-4242-9296-4b8c6737baf9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b2a689","tenantID":"e2e-api-a-b2a689","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:27.966218789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"e2e-e2e-api-a-b2a689-policy","reconcileID":"3d33b135-75bb-4242-9296-4b8c6737baf9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"name":"e2e-api-a-b2a689-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:28.024440219Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b2a689-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"e2e-e2e-api-a-b2a689-policy","reconcileID":"3d33b135-75bb-4242-9296-4b8c6737baf9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:28.256820733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4dc55cf8-1b18-46d0-baf2-e57540bd164b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:28.256818723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"620b7610-9844-46da-87c1-08d53586747f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:28.314864952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"620b7610-9844-46da-87c1-08d53586747f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:28.314960303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4dc55cf8-1b18-46d0-baf2-e57540bd164b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:28.371863923Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"620b7610-9844-46da-87c1-08d53586747f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:28.372421068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4dc55cf8-1b18-46d0-baf2-e57540bd164b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:28.432570663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52bdf04d-858f-4b7f-9311-b8290509b628","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:28.432593877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52bdf04d-858f-4b7f-9311-b8290509b628","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:28.435265567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2504e749-7c7d-41b9-847c-7064c85d4c2f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:28.435291367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2504e749-7c7d-41b9-847c-7064c85d4c2f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:28.662704087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"66c2526f-af57-49be-b4cc-7c3c91b092b8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:28.720956986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"66c2526f-af57-49be-b4cc-7c3c91b092b8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:28.777760062Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"66c2526f-af57-49be-b4cc-7c3c91b092b8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:28.838009719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd212d92-8cb9-472f-a506-5cb401f1d337","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:28.838028491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd212d92-8cb9-472f-a506-5cb401f1d337","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:37.831863701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"distinct-w3-14b321","reconcileID":"5b1da5a3-c8d1-418d-9ddb-8265ee41a636","MaaSModelRef":{"name":"distinct-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"distinct-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"distinct-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:38.143531039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"e2e-e2e-api-a-b2a689-policy","reconcileID":"1f740372-6248-475e-91b3-6f019d0d3d06","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b2a689","tenantID":"e2e-api-a-b2a689","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:38.20093029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"e2e-e2e-api-a-b2a689-policy","reconcileID":"1f740372-6248-475e-91b3-6f019d0d3d06","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"name":"e2e-api-a-b2a689-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:38.257336692Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b2a689-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"e2e-e2e-api-a-b2a689-policy","reconcileID":"1f740372-6248-475e-91b3-6f019d0d3d06","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:38.600885963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff3eb0f9-49f1-4961-aa56-aac8f933bc56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:38.600885966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eead54bc-3936-4adc-b777-6f84fc4b92cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:38.659670777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eead54bc-3936-4adc-b777-6f84fc4b92cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:38.659808436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff3eb0f9-49f1-4961-aa56-aac8f933bc56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:38.715804106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eead54bc-3936-4adc-b777-6f84fc4b92cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:38.716096115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff3eb0f9-49f1-4961-aa56-aac8f933bc56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:38.861745349Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:38.999949761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"df622e02-3fb7-4174-a142-186e11d8c6b7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:39.059328347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"df622e02-3fb7-4174-a142-186e11d8c6b7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:39.116535913Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"df622e02-3fb7-4174-a142-186e11d8c6b7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:39.679367484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"13fa3eff-e74f-4c17-af9d-c990347ce69d","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"tenant":"e2e-mt-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:39.679396592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"13fa3eff-e74f-4c17-af9d-c990347ce69d","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"routeName":"e2e-lifecycle-model-e953257b-kserve-route","namespace":"ai-tenant-e2e-mt-e953257b","llmisvcName":"e2e-lifecycle-model-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:44.765277237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"4a31fbbc-7e41-4849-b00d-b2d7822881b7","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:44.765905752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"76a3af20-856a-43ae-963d-087c59dcf547","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:44.766347744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"distinct-w3-14b321","reconcileID":"6c0998ca-e997-4712-9669-a96fc6fc86e7","MaaSModelRef":{"name":"distinct-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"distinct-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"distinct-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:44.843049363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"2bfe3e44-885f-4084-9352-f4a8eee6a20f","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:44.843470647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"43d97dee-54c3-4857-920d-71b813d94302","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:44.84375682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"distinct-w3-14b321","reconcileID":"85f6ca88-c895-49c9-9785-9e6924262ac1","MaaSModelRef":{"name":"distinct-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"distinct-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"distinct-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:44.929767989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"2a9a9382-7f19-46f1-a968-e0d15f638443","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:44.930491235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"efbe9dee-1fe8-438e-af6a-e3e65eebe2db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:44.985417611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"71752865-0ea2-425b-9e13-5b3203d7e30a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:44.996057881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"ef693fde-bf3b-4974-a48b-fc9f6d3f0815","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:45.000174747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"efbe9dee-1fe8-438e-af6a-e3e65eebe2db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:45.010399074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"2a9a9382-7f19-46f1-a968-e0d15f638443","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:45.107395113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"11eca020-7e03-4aa4-bf1d-8656fabddcf9","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"tenant":"e2e-mt-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:45.107423472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"11eca020-7e03-4aa4-bf1d-8656fabddcf9","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"routeName":"e2e-lifecycle-model-e953257b-kserve-route","namespace":"ai-tenant-e2e-mt-e953257b","llmisvcName":"e2e-lifecycle-model-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:45.166533922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"95a47fc0-61a5-40c3-a143-32eadd5155c6","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"tenant":"e2e-mt-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:45.166559945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"95a47fc0-61a5-40c3-a143-32eadd5155c6","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"routeName":"e2e-lifecycle-model-e953257b-kserve-route","namespace":"ai-tenant-e2e-mt-e953257b","llmisvcName":"e2e-lifecycle-model-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:45.273686398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"936d6e72-e704-4a6b-8ec7-10473f1eec67","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-e953257b","tenantID":"e2e-mt-e953257b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:45.326810491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"cfea1215-785a-4273-b669-77ee6a80d7de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:45.3646743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"cfe4902c-f12b-4056-99a1-9dc5e5f39bba","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"tenant":"e2e-mt-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:45.364693102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"cfe4902c-f12b-4056-99a1-9dc5e5f39bba","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"routeName":"e2e-lifecycle-model-e953257b-kserve-route","namespace":"ai-tenant-e2e-mt-e953257b","llmisvcName":"e2e-lifecycle-model-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:45.384847353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"cfea1215-785a-4273-b669-77ee6a80d7de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:45.454269883Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"936d6e72-e704-4a6b-8ec7-10473f1eec67","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"name":"e2e-mt-e953257b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:45.487109782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"a7dfaa6e-0aa2-47a8-a2e5-2b73c5609239","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"tenant":"e2e-mt-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:45.487124541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"a7dfaa6e-0aa2-47a8-a2e5-2b73c5609239","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"routeName":"e2e-lifecycle-model-e953257b-kserve-route","namespace":"ai-tenant-e2e-mt-e953257b","llmisvcName":"e2e-lifecycle-model-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:45.487721682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"9164d8ba-a010-4bb3-b618-0c22ccec357a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:15:45.496657543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-sub-e953257b","reconcileID":"dc2b4078-7ea6-407d-ac04-99ae8c28377b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-e953257b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:45.513273532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-e953257b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"936d6e72-e704-4a6b-8ec7-10473f1eec67","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:45.548361774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"9164d8ba-a010-4bb3-b618-0c22ccec357a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:45.571322372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"e67190d2-46bd-424a-b38a-09fb0bc29921","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"tenant":"e2e-mt-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:45.571343063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"e67190d2-46bd-424a-b38a-09fb0bc29921","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"routeName":"e2e-lifecycle-model-e953257b-kserve-route","namespace":"ai-tenant-e2e-mt-e953257b","llmisvcName":"e2e-lifecycle-model-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:45.611442867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"b0bb80d1-8414-4cf8-895c-484dcdaa2cfa","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"tenant":"e2e-mt-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:45.611457985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"b0bb80d1-8414-4cf8-895c-484dcdaa2cfa","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"routeName":"e2e-lifecycle-model-e953257b-kserve-route","namespace":"ai-tenant-e2e-mt-e953257b","llmisvcName":"e2e-lifecycle-model-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:45.668794161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"39990cec-7082-4609-a28f-62513851e26a","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"tenant":"e2e-mt-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:45.668810621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"39990cec-7082-4609-a28f-62513851e26a","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"routeName":"e2e-lifecycle-model-e953257b-kserve-route","namespace":"ai-tenant-e2e-mt-e953257b","llmisvcName":"e2e-lifecycle-model-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:45.67937271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"18bcf33c-0ac9-472b-a6e7-24f86486a2b5","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-e953257b","tenantID":"e2e-mt-e953257b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:45.736897026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"18bcf33c-0ac9-472b-a6e7-24f86486a2b5","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"name":"e2e-mt-e953257b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:45.794632487Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-e953257b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"18bcf33c-0ac9-472b-a6e7-24f86486a2b5","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:45.889728172Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-sub-e953257b","reconcileID":"eb1d63b4-7777-4097-bf37-b93dbe4a6ac8","MaaSSubscription":{"name":"e2e-sub-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"name":"maas-trlp-e2e-lifecycle-model-e953257b","model":"e2e-lifecycle-model-e953257b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-e953257b/e2e-sub-e953257b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:46.061623735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"ee1e445f-7bac-46db-80ab-7d869ff3cb25","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"tenant":"e2e-mt-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:46.061647144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"ee1e445f-7bac-46db-80ab-7d869ff3cb25","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"routeName":"e2e-lifecycle-model-e953257b-kserve-route","namespace":"ai-tenant-e2e-mt-e953257b","llmisvcName":"e2e-lifecycle-model-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:46.277645381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-sub-e953257b","reconcileID":"21f4fc69-93b0-4a7e-a9fe-d09b1e3890fb","MaaSSubscription":{"name":"e2e-sub-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"name":"maas-trlp-e2e-lifecycle-model-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:48.365460253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"e2e-e2e-api-a-b2a689-policy","reconcileID":"831b729f-e61b-4354-a95d-afedb5bba29f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b2a689","tenantID":"e2e-api-a-b2a689","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:48.424405576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"e2e-e2e-api-a-b2a689-policy","reconcileID":"831b729f-e61b-4354-a95d-afedb5bba29f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"name":"e2e-api-a-b2a689-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:48.480466202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b2a689-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"e2e-e2e-api-a-b2a689-policy","reconcileID":"831b729f-e61b-4354-a95d-afedb5bba29f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:48.878474703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"877485d7-a8e4-4a15-985d-ede730220e13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:48.878474611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe6da2c0-a78d-4fb5-9760-9a25f53eaf76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:48.93784754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"877485d7-a8e4-4a15-985d-ede730220e13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:48.938660849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe6da2c0-a78d-4fb5-9760-9a25f53eaf76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:48.99582152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"877485d7-a8e4-4a15-985d-ede730220e13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:48.996622017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe6da2c0-a78d-4fb5-9760-9a25f53eaf76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:49.277727766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"669887b3-53b8-4fe4-8ca5-598f6fcc7c14","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:49.335536155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"669887b3-53b8-4fe4-8ca5-598f6fcc7c14","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:49.392243648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"669887b3-53b8-4fe4-8ca5-598f6fcc7c14","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:55.903980979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"853e4697-3d2c-461f-8f8a-d7e8af460a9c","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-e953257b","tenantID":"e2e-mt-e953257b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:55.964241376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"853e4697-3d2c-461f-8f8a-d7e8af460a9c","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"name":"e2e-mt-e953257b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:56.02075457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-e953257b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"853e4697-3d2c-461f-8f8a-d7e8af460a9c","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:57.385248806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-sub-e953257b","reconcileID":"72f14cb0-1e26-41f9-a065-e0a9a198b4f0","MaaSSubscription":{"name":"e2e-sub-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"name":"maas-trlp-e2e-lifecycle-model-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:57.55545968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"ba383f1c-be7f-4a5c-bf01-11ceeaabc125","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"tenant":"e2e-mt-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:57.55547886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"ba383f1c-be7f-4a5c-bf01-11ceeaabc125","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"routeName":"e2e-lifecycle-model-e953257b-kserve-route","namespace":"ai-tenant-e2e-mt-e953257b","llmisvcName":"e2e-lifecycle-model-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:58.125835075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"99ae6f04-ce08-42eb-869d-206c1e9b6892","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-e953257b","tenantID":"e2e-mt-e953257b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:58.183777666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"99ae6f04-ce08-42eb-869d-206c1e9b6892","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"name":"e2e-mt-e953257b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:58.239797701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-e953257b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f93572e1d71d3c5cd875ff3e658deea7052534e56dccc5ce8d4bb86d64bb0f91) AuthConfig (213763a8da914c1ca9ba570c7189fe7674c50d99f9ab91226093bf53119f1253) AuthConfig (b27015865d4507feba7a7b5dc19dbdffab8efad686ada3f9d7430e2d141570e9) AuthConfig (8dca68672a8d77600fa39da677f2aba90b2d1e9fbb09a4746a720e44d7bf2377) AuthConfig (931e1b0156dbfadad7e5912f93c36ae10aebf60cf87f434b713d9cd4c4fb0c21) AuthConfig (5619a056d57f69d91c6d1d0e00c642aa0ba345be3322694f1a2894251ccfb1d1) AuthConfig (d42d02b5f57fb6b3be7010685bdb310a0bc9a84412ed0dc33dee7d8147b299ed) AuthConfig (59a5fb84c3883454f27954d6c72c5a45f2abe28464960e44ad88892ab2e3c171) AuthConfig (311239a2a84058748d95c5f73fd90dd0a84b948a9237c8e5228ea22e1daebc0d) AuthConfig (605f27fb8a83d994e49a40a6fea0be9fe20161bc63978d6c646dacfb1cd6f431) AuthConfig (a13771da04da483bd206f70e5f305753a43e177b8209e0e58f7dacb61a000d02) AuthConfig (9c35a7946a21ff8f2aaedc1212cb50203f8ac6239556309e46ac4c870028d608) AuthConfig (93a83ac1f93fc826a24fedef80e66d36ffd1681b651e042594ef76d94b537ec0) AuthConfig (a836e096e54cae3ccad594853d31d4d3d9dc0fc98579cd572329430ce1e2ad13) AuthConfig (8e60bb0dd1409152066366fb7dd4bb2d137049766adee158e18a08eca6a9fd64) AuthConfig (e4b0fd60ba952c0004e439f8f34a21b6a66469fa6ec9b5449f5124d22f082001) AuthConfig (732718b4be32d745ff401f17e2fa8607401c949f86d15946d763c26797262f5c) AuthConfig (9e98226380ca64ea6fd0a54b27752ae0b3535b64163a4f020f97f42b0fbe7116)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"99ae6f04-ce08-42eb-869d-206c1e9b6892","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:58.289442557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"7a4ca074-8aad-4a19-b818-8a1a3ee872ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:58.289476684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"f9ea4c09-ed83-4739-a229-95a267769499","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:58.298690133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"59320779-78fd-4209-aeb1-e61d84cb66fe","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"tenant":"e2e-mt-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:58.298709792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"59320779-78fd-4209-aeb1-e61d84cb66fe","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"routeName":"e2e-lifecycle-model-e953257b-kserve-route","namespace":"ai-tenant-e2e-mt-e953257b","llmisvcName":"e2e-lifecycle-model-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:58.349371459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"7a4ca074-8aad-4a19-b818-8a1a3ee872ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:58.349380557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"f9ea4c09-ed83-4739-a229-95a267769499","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:58.588284464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"e2e-e2e-api-a-b2a689-policy","reconcileID":"b869e00c-09ee-4d48-abd7-f300ab167ece","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b2a689","tenantID":"e2e-api-a-b2a689","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:58.645500338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"e2e-e2e-api-a-b2a689-policy","reconcileID":"b869e00c-09ee-4d48-abd7-f300ab167ece","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"name":"e2e-api-a-b2a689-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:58.702461804Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b2a689-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (461b9d96aad81b088a6bf590196424336cff22b53d8ac15b0087a861e8ba7ebd) AuthConfig (ee4be814ed6a9b681049a9e0a6529724c5efd6953f2db555b5e52eae458c12e8) AuthConfig (9c40a3ce765fbab7106e7c86d599f5af9951acf91d303c7b1c2dbd4ce9d5f703) AuthConfig (d04bd58f2eccdfac117825ed16f5bc59e865ad2b0646dd04a6ea2744d7bf5b01) AuthConfig (0cdacb9da50132f9c375588c47fd83620d45469798db93716499c22e819b1203) AuthConfig (24a797402d5fddf7c3393e4ee1fcfd9f2c7d23377cb6fac7d49747eb2a2a8b70)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"e2e-e2e-api-a-b2a689-policy","reconcileID":"b869e00c-09ee-4d48-abd7-f300ab167ece","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:58.761304503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aeea5cb9-89b8-4293-9add-f291244622ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:58.761322919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aeea5cb9-89b8-4293-9add-f291244622ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:59.160115197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"424e0757-6e45-4258-ab4d-0985ee5b78d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:59.160169833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d883c73-df80-40ba-895f-3e315c6c4e1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:59.21943568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"424e0757-6e45-4258-ab4d-0985ee5b78d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:59.21947794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d883c73-df80-40ba-895f-3e315c6c4e1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:59.498853562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3e5bc07-212f-4c33-b60d-9204f196cfbf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:59.498873098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3e5bc07-212f-4c33-b60d-9204f196cfbf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:59.501768985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4e30cc97-a3a6-4973-8e4c-f3067da11248","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:59.501786322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4e30cc97-a3a6-4973-8e4c-f3067da11248","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:59.554275211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"490c915f-9898-415f-bfb0-8cfa5ab4ccba","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:59.611882864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"490c915f-9898-415f-bfb0-8cfa5ab4ccba","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:59.886872799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2cea74d4-4618-40bc-80fc-577214b44e7c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:59.886891665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2cea74d4-4618-40bc-80fc-577214b44e7c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:00.683233986Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-921eeb","reconcileID":"7c98e71d-ecf6-4ec7-bcd0-06350d5fe3a2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-921eeb","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:00.683281409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15e3f691-11c6-487e-bfd4-0d1fe8077d41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:00.683294726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15e3f691-11c6-487e-bfd4-0d1fe8077d41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:00.894796316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3de8c0a7-56d7-4e27-a3b6-0ca39bd5b148","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:00.894815248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3de8c0a7-56d7-4e27-a3b6-0ca39bd5b148","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:01.030459123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73cab512-830a-4111-8c9b-b7b5fe5c6dc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:01.030486248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73cab512-830a-4111-8c9b-b7b5fe5c6dc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:01.191341462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"918f218f-739c-4103-b9c5-62a8948651c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:01.19134146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9de092c0-50a2-4d2c-93d4-733e50423ba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:01.249144659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9de092c0-50a2-4d2c-93d4-733e50423ba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:01.250353027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"918f218f-739c-4103-b9c5-62a8948651c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:05.924569838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"default-tenant","reconcileID":"23a5594c-5851-448b-8078-e85c85bb27f9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f46208","tenantID":"e2e-api-b-f46208","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:06.043211754Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"default-tenant","reconcileID":"23a5594c-5851-448b-8078-e85c85bb27f9","name":"e2e-api-b-f46208-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.406368992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"7eb62c5f-29c2-483e-8e57-e88cc173df95","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-e953257b","tenantID":"e2e-mt-e953257b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.464062324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"7eb62c5f-29c2-483e-8e57-e88cc173df95","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"name":"e2e-mt-e953257b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.520954121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-e953257b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f93572e1d71d3c5cd875ff3e658deea7052534e56dccc5ce8d4bb86d64bb0f91) AuthConfig (213763a8da914c1ca9ba570c7189fe7674c50d99f9ab91226093bf53119f1253) AuthConfig (b27015865d4507feba7a7b5dc19dbdffab8efad686ada3f9d7430e2d141570e9) AuthConfig (8dca68672a8d77600fa39da677f2aba90b2d1e9fbb09a4746a720e44d7bf2377) AuthConfig (931e1b0156dbfadad7e5912f93c36ae10aebf60cf87f434b713d9cd4c4fb0c21) AuthConfig (5619a056d57f69d91c6d1d0e00c642aa0ba345be3322694f1a2894251ccfb1d1) AuthConfig (d42d02b5f57fb6b3be7010685bdb310a0bc9a84412ed0dc33dee7d8147b299ed) AuthConfig (59a5fb84c3883454f27954d6c72c5a45f2abe28464960e44ad88892ab2e3c171) AuthConfig (311239a2a84058748d95c5f73fd90dd0a84b948a9237c8e5228ea22e1daebc0d) AuthConfig (605f27fb8a83d994e49a40a6fea0be9fe20161bc63978d6c646dacfb1cd6f431) AuthConfig (a13771da04da483bd206f70e5f305753a43e177b8209e0e58f7dacb61a000d02) AuthConfig (9c35a7946a21ff8f2aaedc1212cb50203f8ac6239556309e46ac4c870028d608) AuthConfig (93a83ac1f93fc826a24fedef80e66d36ffd1681b651e042594ef76d94b537ec0) AuthConfig (a836e096e54cae3ccad594853d31d4d3d9dc0fc98579cd572329430ce1e2ad13) AuthConfig (8e60bb0dd1409152066366fb7dd4bb2d137049766adee158e18a08eca6a9fd64) AuthConfig (e4b0fd60ba952c0004e439f8f34a21b6a66469fa6ec9b5449f5124d22f082001) AuthConfig (732718b4be32d745ff401f17e2fa8607401c949f86d15946d763c26797262f5c) AuthConfig (9e98226380ca64ea6fd0a54b27752ae0b3535b64163a4f020f97f42b0fbe7116)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"7eb62c5f-29c2-483e-8e57-e88cc173df95","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.861823814Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.868970615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"e2e-e2e-api-a-b2a689-policy","reconcileID":"7df36491-cdbd-4dd4-b580-0043b2f37eef","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b2a689","tenantID":"e2e-api-a-b2a689","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.92693638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"e2e-e2e-api-a-b2a689-policy","reconcileID":"7df36491-cdbd-4dd4-b580-0043b2f37eef","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"name":"e2e-api-a-b2a689-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.983933555Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b2a689-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (461b9d96aad81b088a6bf590196424336cff22b53d8ac15b0087a861e8ba7ebd) AuthConfig (ee4be814ed6a9b681049a9e0a6529724c5efd6953f2db555b5e52eae458c12e8) AuthConfig (9c40a3ce765fbab7106e7c86d599f5af9951acf91d303c7b1c2dbd4ce9d5f703) AuthConfig (d04bd58f2eccdfac117825ed16f5bc59e865ad2b0646dd04a6ea2744d7bf5b01) AuthConfig (0cdacb9da50132f9c375588c47fd83620d45469798db93716499c22e819b1203) AuthConfig (24a797402d5fddf7c3393e4ee1fcfd9f2c7d23377cb6fac7d49747eb2a2a8b70)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"e2e-e2e-api-a-b2a689-policy","reconcileID":"7df36491-cdbd-4dd4-b580-0043b2f37eef","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:11.197360437Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-921eeb","reconcileID":"b7d8bf29-ba14-4e64-b6ce-c6a8391ebd9f","MaaSSubscription":{"name":"e2e-default-int-sub-921eeb","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-921eeb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:11.420130779Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-921eeb","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-921eeb","reconcileID":"b7d8bf29-ba14-4e64-b6ce-c6a8391ebd9f","MaaSSubscription":{"name":"e2e-default-int-sub-921eeb","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:11.63793826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"72639036-88f0-4c04-af35-f6147b899a0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:11.643047519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ad4152e-c13f-4aec-919c-4c33250e4f11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:11.6430716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ad4152e-c13f-4aec-919c-4c33250e4f11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:11.80385819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7288d997-7179-4e84-8895-821de6658b16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:11.803858228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b133377-5225-4960-ba3b-0090d680b80b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:11.86218476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b133377-5225-4960-ba3b-0090d680b80b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:11.862199496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7288d997-7179-4e84-8895-821de6658b16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:16.595504197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18321bca-4728-4dd6-b7fa-f7f329fb60a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:16.650881569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18321bca-4728-4dd6-b7fa-f7f329fb60a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:16.705519966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18321bca-4728-4dd6-b7fa-f7f329fb60a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:16.759511825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18321bca-4728-4dd6-b7fa-f7f329fb60a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:17.145891706Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-ede388","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-ede388","reconcileID":"f68fa9b8-a334-49d0-9cc0-b534665340b7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-ede388","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-ede388":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:18.629689812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"c62c6d51-d74e-4180-aecc-30b80bcac237","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-e953257b","tenantID":"e2e-mt-e953257b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:18.687391452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"c62c6d51-d74e-4180-aecc-30b80bcac237","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"name":"e2e-mt-e953257b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:18.744935417Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-e953257b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f93572e1d71d3c5cd875ff3e658deea7052534e56dccc5ce8d4bb86d64bb0f91) AuthConfig (213763a8da914c1ca9ba570c7189fe7674c50d99f9ab91226093bf53119f1253) AuthConfig (b27015865d4507feba7a7b5dc19dbdffab8efad686ada3f9d7430e2d141570e9) AuthConfig (8dca68672a8d77600fa39da677f2aba90b2d1e9fbb09a4746a720e44d7bf2377) AuthConfig (931e1b0156dbfadad7e5912f93c36ae10aebf60cf87f434b713d9cd4c4fb0c21) AuthConfig (5619a056d57f69d91c6d1d0e00c642aa0ba345be3322694f1a2894251ccfb1d1) AuthConfig (d42d02b5f57fb6b3be7010685bdb310a0bc9a84412ed0dc33dee7d8147b299ed) AuthConfig (59a5fb84c3883454f27954d6c72c5a45f2abe28464960e44ad88892ab2e3c171) AuthConfig (311239a2a84058748d95c5f73fd90dd0a84b948a9237c8e5228ea22e1daebc0d) AuthConfig (605f27fb8a83d994e49a40a6fea0be9fe20161bc63978d6c646dacfb1cd6f431) AuthConfig (a13771da04da483bd206f70e5f305753a43e177b8209e0e58f7dacb61a000d02) AuthConfig (9c35a7946a21ff8f2aaedc1212cb50203f8ac6239556309e46ac4c870028d608) AuthConfig (93a83ac1f93fc826a24fedef80e66d36ffd1681b651e042594ef76d94b537ec0) AuthConfig (a836e096e54cae3ccad594853d31d4d3d9dc0fc98579cd572329430ce1e2ad13) AuthConfig (8e60bb0dd1409152066366fb7dd4bb2d137049766adee158e18a08eca6a9fd64) AuthConfig (e4b0fd60ba952c0004e439f8f34a21b6a66469fa6ec9b5449f5124d22f082001) AuthConfig (732718b4be32d745ff401f17e2fa8607401c949f86d15946d763c26797262f5c) AuthConfig (9e98226380ca64ea6fd0a54b27752ae0b3535b64163a4f020f97f42b0fbe7116)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"c62c6d51-d74e-4180-aecc-30b80bcac237","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:18.784557667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53c07ee9-8d77-4e8e-b7e5-3cc29e114abc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:18.840406013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53c07ee9-8d77-4e8e-b7e5-3cc29e114abc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:18.89481415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53c07ee9-8d77-4e8e-b7e5-3cc29e114abc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:18.951599991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53c07ee9-8d77-4e8e-b7e5-3cc29e114abc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:19.111848754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"e2e-e2e-api-a-b2a689-policy","reconcileID":"b5588c57-33fe-4800-887f-f6f701bca052","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b2a689","tenantID":"e2e-api-a-b2a689","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:19.173350208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"e2e-e2e-api-a-b2a689-policy","reconcileID":"b5588c57-33fe-4800-887f-f6f701bca052","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"name":"e2e-api-a-b2a689-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:19.28224044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b2a689-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (461b9d96aad81b088a6bf590196424336cff22b53d8ac15b0087a861e8ba7ebd) AuthConfig (ee4be814ed6a9b681049a9e0a6529724c5efd6953f2db555b5e52eae458c12e8) AuthConfig (9c40a3ce765fbab7106e7c86d599f5af9951acf91d303c7b1c2dbd4ce9d5f703) AuthConfig (d04bd58f2eccdfac117825ed16f5bc59e865ad2b0646dd04a6ea2744d7bf5b01) AuthConfig (0cdacb9da50132f9c375588c47fd83620d45469798db93716499c22e819b1203) AuthConfig (24a797402d5fddf7c3393e4ee1fcfd9f2c7d23377cb6fac7d49747eb2a2a8b70)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"e2e-e2e-api-a-b2a689-policy","reconcileID":"b5588c57-33fe-4800-887f-f6f701bca052","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:21.005460416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2454264c-b749-4bc6-9405-df65cca72567","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:21.060585375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2454264c-b749-4bc6-9405-df65cca72567","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:21.11576518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2454264c-b749-4bc6-9405-df65cca72567","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:21.169766701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2454264c-b749-4bc6-9405-df65cca72567","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:23.122083576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac54a0c8-5cbd-41d3-b69b-6aea1b98b31a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:23.176550082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac54a0c8-5cbd-41d3-b69b-6aea1b98b31a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:23.230465227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac54a0c8-5cbd-41d3-b69b-6aea1b98b31a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:23.284381437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac54a0c8-5cbd-41d3-b69b-6aea1b98b31a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:25.32728464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17117afe-2e74-437b-b196-8e0dab167df1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:25.389273356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17117afe-2e74-437b-b196-8e0dab167df1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:25.451133281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17117afe-2e74-437b-b196-8e0dab167df1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:25.509344016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17117afe-2e74-437b-b196-8e0dab167df1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:27.590909375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46dc3674-9bf3-406d-8577-9ec7d5388627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:27.646976809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46dc3674-9bf3-406d-8577-9ec7d5388627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:27.70157815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46dc3674-9bf3-406d-8577-9ec7d5388627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:27.755350586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46dc3674-9bf3-406d-8577-9ec7d5388627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:28.85304251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"f94085d5-e6dc-4ed0-b968-aca3c7a8433b","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-e953257b","tenantID":"e2e-mt-e953257b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:28.910571186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"f94085d5-e6dc-4ed0-b968-aca3c7a8433b","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"name":"e2e-mt-e953257b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:29.232698869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"a86f01cb-21f8-45f5-bd51-dace5dcbfee9","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"tenant":"e2e-mt-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:29.232718142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"a86f01cb-21f8-45f5-bd51-dace5dcbfee9","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"routeName":"e2e-lifecycle-model-e953257b-kserve-route","namespace":"ai-tenant-e2e-mt-e953257b","llmisvcName":"e2e-lifecycle-model-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:29.389736037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"e2e-e2e-api-a-b2a689-policy","reconcileID":"52cdb80b-892b-4121-bd68-d77d5d7b2a1a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b2a689","tenantID":"e2e-api-a-b2a689","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:29.448746151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"e2e-e2e-api-a-b2a689-policy","reconcileID":"52cdb80b-892b-4121-bd68-d77d5d7b2a1a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"name":"e2e-api-a-b2a689-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:29.773488828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07e267e2-3237-4cf6-90e5-7536d8372013","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:29.773508853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07e267e2-3237-4cf6-90e5-7536d8372013","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:38.859303503Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:41.553653152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"fc335e30-3e79-400f-a5a3-36caca14eb98","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"tenant":"e2e-mt-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:41.553674104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"fc335e30-3e79-400f-a5a3-36caca14eb98","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"routeName":"e2e-lifecycle-model-e953257b-kserve-route","namespace":"ai-tenant-e2e-mt-e953257b","llmisvcName":"e2e-lifecycle-model-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:41.666233194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"498078f4-64e5-44e8-ac82-e0ea3ae4ccde","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"tenant":"e2e-mt-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:41.666259007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"498078f4-64e5-44e8-ac82-e0ea3ae4ccde","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"routeName":"e2e-lifecycle-model-e953257b-kserve-route","namespace":"ai-tenant-e2e-mt-e953257b","llmisvcName":"e2e-lifecycle-model-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:41.715822029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"2c780767-05f0-437b-8b0d-52106c67880b","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-e953257b","tenantID":"e2e-mt-e953257b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:41.773695405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"2c780767-05f0-437b-8b0d-52106c67880b","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"name":"e2e-mt-e953257b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:41.825448678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-sub-e953257b","reconcileID":"9e6fcf88-65ee-4669-8f61-bbf947741d78","MaaSSubscription":{"name":"e2e-sub-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"name":"maas-trlp-e2e-lifecycle-model-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:42.028600169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aae9d1ac-c877-4f20-8e5f-6f06b72d976d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:42.028629931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aae9d1ac-c877-4f20-8e5f-6f06b72d976d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:42.079271942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"ad0f9590-0912-4c92-8afa-2872620a97ec","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-e953257b","tenantID":"e2e-mt-e953257b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:42.136906448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"ad0f9590-0912-4c92-8afa-2872620a97ec","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"name":"e2e-mt-e953257b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:42.144398648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-95d3ccf1","namespace":"ai-tenant-e2e-mt-95d3ccf1"},"namespace":"ai-tenant-e2e-mt-95d3ccf1","name":"e2e-policy-95d3ccf1","reconcileID":"721a1ade-95c0-4af9-b348-0a98d6826377","MaaSAuthPolicy":{"name":"e2e-policy-95d3ccf1","namespace":"ai-tenant-e2e-mt-95d3ccf1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:42.24296755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-sub-e953257b","reconcileID":"64db6cae-4e91-43bb-9b16-59abbf2952b0","MaaSSubscription":{"name":"e2e-sub-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"name":"maas-trlp-e2e-lifecycle-model-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:42.269201909Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-95d3ccf1","namespace":"ai-tenant-e2e-mt-95d3ccf1"},"namespace":"ai-tenant-e2e-mt-95d3ccf1","name":"e2e-policy-95d3ccf1","reconcileID":"721a1ade-95c0-4af9-b348-0a98d6826377","MaaSAuthPolicy":{"name":"e2e-policy-95d3ccf1","namespace":"ai-tenant-e2e-mt-95d3ccf1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:42.325700201Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-95d3ccf1","namespace":"ai-tenant-e2e-mt-95d3ccf1"},"namespace":"ai-tenant-e2e-mt-95d3ccf1","name":"e2e-policy-95d3ccf1","reconcileID":"721a1ade-95c0-4af9-b348-0a98d6826377","MaaSAuthPolicy":{"name":"e2e-policy-95d3ccf1","namespace":"ai-tenant-e2e-mt-95d3ccf1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:42.606258075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e897ff38-5205-4edf-b006-614f312e1fa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:42.660954923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e897ff38-5205-4edf-b006-614f312e1fa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:42.715192944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e897ff38-5205-4edf-b006-614f312e1fa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:42.769296102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e897ff38-5205-4edf-b006-614f312e1fa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:44.788997988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f3b8fd8-08b0-4a60-9274-8a212cc96f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:44.843578142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f3b8fd8-08b0-4a60-9274-8a212cc96f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:44.89762972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f3b8fd8-08b0-4a60-9274-8a212cc96f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:44.951420629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f3b8fd8-08b0-4a60-9274-8a212cc96f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:45.961576023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"distinct-2-w3-14b321","reconcileID":"03e6a8de-8e9b-45dc-8f05-02ff692c8cd1","MaaSModelRef":{"name":"distinct-2-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"distinct-2-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"distinct-2-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:46.939532451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"deb38d5a-af86-483f-904a-0576d4ece45f","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:46.997543744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"6a4ea849-771e-437e-ae94-8a75f4e47c2d","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:47.157882872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-api-key-deleted-sub-auth","reconcileID":"373d7007-bd81-4b69-a68b-f4b712ed3c9d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:47.193707308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"306a77eb-9cd9-41e9-813c-2a2a072a1af3","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:47.216341432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-api-key-deleted-sub-auth","reconcileID":"373d7007-bd81-4b69-a68b-f4b712ed3c9d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:47.252996474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"afd09890-fa54-4b15-ad21-bb620fc2f48b","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:47.304186525Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-api-key-deleted-sub","reconcileID":"0d9774fd-3c3e-4b19-8eeb-04b788e35d97","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:47.359283456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"e95ee035-3883-45eb-9a66-df0c9e3ce2b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:47.359758157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"31b043e4-27f2-4bfa-9cb7-d18e1c2a528b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:47.417121149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"31b043e4-27f2-4bfa-9cb7-d18e1c2a528b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:47.418204729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"e95ee035-3883-45eb-9a66-df0c9e3ce2b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:47.42006282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"f92734b7-b4e1-45e4-8646-d908350429f5","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:47.526859031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"7b02a9cf-0e37-46f3-9339-1fdf8d1092f9","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:47.585860942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"d01a9b63-d677-4902-8dec-94e8d433bf7c","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:47.746974387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-api-key-deleted-sub-auth","reconcileID":"0a7b31bf-6058-4520-9ecf-6db2ade10458","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:47.801481362Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-api-key-deleted-sub","reconcileID":"8e38044b-4e32-4a5e-8e0c-6d10ce1357ef","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-14b321/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w3-14b321/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:47.805973645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-api-key-deleted-sub-auth","reconcileID":"0a7b31bf-6058-4520-9ecf-6db2ade10458","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:47.844028932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"c1b8e161-bc2b-487d-bd46-1f50342a499b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:47.847196706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"859692ed-c11b-4698-a122-2abc1747b379","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:47.847209639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"1dc1a0a9-e6b7-477e-83f5-753507ed5cad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:47.905057228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"859692ed-c11b-4698-a122-2abc1747b379","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:47.905223991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"1dc1a0a9-e6b7-477e-83f5-753507ed5cad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:47.94313063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"a3974e25-5f52-464a-89c7-73b23c5f3deb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:47.972868824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"5575ebd8-37e8-4134-829d-ed56b7c5bd93","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:48.043286695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"d5090714-bb4e-431a-954e-a50ab5d85bff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:48.049132245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"f39ac05a-0c81-424e-b068-c1a50020842a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:48.245731405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d0a15b95-ab9b-4f22-81c5-801c7b84c521","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:48.245813832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-api-key-deleted-sub","reconcileID":"decb08f5-f2ba-409d-aa49-b93f6107c9e7","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:48.344467564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"2c86100d-b490-47fc-a798-1fbcadfc7425","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:48.371276495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"5d762b5b-a2f6-431c-819d-e2d28c8e0aa1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:48.471885831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"c8780603-b825-4474-8936-b7d270f7a663","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:48.574324549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"fbcfe750-ccf5-4ba2-81e0-8ad82aec3714","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:48.574407486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"fd97089d-7d5b-4aa3-a63a-b52791e8c2a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:48.675370998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-sub-e953257b","reconcileID":"ecd48411-5888-41bc-b045-c4a4d14404e1","MaaSSubscription":{"name":"e2e-sub-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"name":"maas-trlp-e2e-lifecycle-model-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:48.720561006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e8e117ce-4341-41f6-8b33-285009d4511a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:48.832478233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"a3ac5a46-0130-4270-ae24-97ae3def21cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:50.041547893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"f72515a2-8c7a-4736-9061-f1e1f9c6f039","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:50.204309331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-api-key-deleted-sub-auth","reconcileID":"bfac3c2d-ce84-483d-80aa-7d936a7f0416","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:50.204502237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"578fcefd-d461-494b-a871-a9ab8358cf80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:50.204781811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"bec78bfc-24ca-49b3-b097-54dc3ac9b1f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:50.262696759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"bec78bfc-24ca-49b3-b097-54dc3ac9b1f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:50.263891983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-api-key-deleted-sub-auth","reconcileID":"bfac3c2d-ce84-483d-80aa-7d936a7f0416","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:50.265134028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"578fcefd-d461-494b-a871-a9ab8358cf80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:52.107035091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"6289e5b5-fe6a-43bf-97cf-34028dbbf680","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"tenant":"e2e-mt-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:52.107054957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"6289e5b5-fe6a-43bf-97cf-34028dbbf680","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"routeName":"e2e-lifecycle-model-e953257b-kserve-route","namespace":"ai-tenant-e2e-mt-e953257b","llmisvcName":"e2e-lifecycle-model-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:52.215537775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"13ac3894-3749-4dcd-8b75-40a29e5258b4","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-e953257b","tenantID":"e2e-mt-e953257b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:52.273601697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"13ac3894-3749-4dcd-8b75-40a29e5258b4","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"name":"e2e-mt-e953257b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:52.324480561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-sub-e953257b","reconcileID":"bc739f00-3aa3-4c42-9517-f46d7a07c6c5","MaaSSubscription":{"name":"e2e-sub-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"name":"maas-trlp-e2e-lifecycle-model-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:52.608747381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"f4dcb0b4-73b9-4db1-812b-b59112e0f561","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-e953257b","tenantID":"e2e-mt-e953257b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:52.667596434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"f4dcb0b4-73b9-4db1-812b-b59112e0f561","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"name":"e2e-mt-e953257b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:52.741572169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-sub-e953257b","reconcileID":"c2632dae-6d09-4d4a-a656-32417870e439","MaaSSubscription":{"name":"e2e-sub-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"name":"maas-trlp-e2e-lifecycle-model-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:54.191970304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b27b6f-095f-425b-b422-f1455915252d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:54.246273114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b27b6f-095f-425b-b422-f1455915252d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:54.30052805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b27b6f-095f-425b-b422-f1455915252d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:54.354576976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b27b6f-095f-425b-b422-f1455915252d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:54.409024885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dfa6ae29-7902-4282-ab14-e381a9adebf3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:54.40905147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dfa6ae29-7902-4282-ab14-e381a9adebf3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:54.467344499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca3f0e10-39e7-4fa2-96bd-85f21db89e92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:54.467371245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca3f0e10-39e7-4fa2-96bd-85f21db89e92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:54.627260435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"e2e-e2e-api-b-f46208-policy","reconcileID":"69a9dc5a-fc56-4d98-bc62-ed5fed7b2c1a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f46208","tenantID":"e2e-api-b-f46208","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:54.754706883Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"e2e-e2e-api-b-f46208-policy","reconcileID":"69a9dc5a-fc56-4d98-bc62-ed5fed7b2c1a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"name":"e2e-api-b-f46208-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:54.810936589Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f46208-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"e2e-e2e-api-b-f46208-policy","reconcileID":"69a9dc5a-fc56-4d98-bc62-ed5fed7b2c1a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:54.867096488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea94107f-7052-49a0-b03d-05e4e5f1918f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:54.867116799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea94107f-7052-49a0-b03d-05e4e5f1918f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:56.306510512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d668521-3199-4876-abd1-76e0b656812f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:56.360553208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d668521-3199-4876-abd1-76e0b656812f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:56.414414122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d668521-3199-4876-abd1-76e0b656812f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:56.468673545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d668521-3199-4876-abd1-76e0b656812f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:58.426321451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83bfc2d0-7b31-4f56-8d9e-1dd68e6b0d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:58.481038204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83bfc2d0-7b31-4f56-8d9e-1dd68e6b0d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:58.536545573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83bfc2d0-7b31-4f56-8d9e-1dd68e6b0d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:58.590536128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83bfc2d0-7b31-4f56-8d9e-1dd68e6b0d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:00.208554148Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-api-key-deleted-sub","reconcileID":"0a389e65-f252-4c7f-b10b-da17e156501b","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-14b321"},"model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:00.43201128Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-api-key-deleted-sub","reconcileID":"0a389e65-f252-4c7f-b10b-da17e156501b","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-14b321/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:00.649989578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"27f23f08-7eb2-470b-9a75-bf215facfdb3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:00.69991355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"37336920-88a1-4b58-ab09-caa173c3febd","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:00.816832968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"e2e-e2e-api-a-b2a689-policy","reconcileID":"5f390360-95b6-4217-8232-ef7dd7fff039","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b2a689","tenantID":"e2e-api-a-b2a689","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:00.861117788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"85ac2b07-f523-49d3-98f7-779387632f59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:00.861372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-api-key-deleted-sub-auth","reconcileID":"e3b59f4e-57a7-43bf-93fb-c24553b54793","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:00.861609799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"9bd8a896-5c1a-435c-b74d-38dfa197f94f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:00.874868114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"e2e-e2e-api-a-b2a689-policy","reconcileID":"5f390360-95b6-4217-8232-ef7dd7fff039","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"name":"e2e-api-a-b2a689-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:00.919258743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"85ac2b07-f523-49d3-98f7-779387632f59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:00.919413861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-api-key-deleted-sub-auth","reconcileID":"e3b59f4e-57a7-43bf-93fb-c24553b54793","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:00.921832676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"9bd8a896-5c1a-435c-b74d-38dfa197f94f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:01.368816722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"e2e-e2e-api-a-b2a689-policy","reconcileID":"bcd6b39b-15b9-4418-b1ab-36887bc9f85f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b2a689","tenantID":"e2e-api-a-b2a689","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:01.42827728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"e2e-e2e-api-a-b2a689-policy","reconcileID":"bcd6b39b-15b9-4418-b1ab-36887bc9f85f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"name":"e2e-api-a-b2a689-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:01.676974274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ae8fac0-8ae9-46c6-b864-9268c78ffe54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:01.676995812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ae8fac0-8ae9-46c6-b864-9268c78ffe54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:01.686654804Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"e2e-e2e-api-a-b2a689-policy","reconcileID":"c9d1b6ed-6469-48e4-ae21-eb19b40ce82e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:01.893943457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"e2e-e2e-api-a-b2a689-policy","reconcileID":"c9d1b6ed-6469-48e4-ae21-eb19b40ce82e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b2a689","tenantID":"e2e-api-a-b2a689","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:02.022335123Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"e2e-e2e-api-a-b2a689-policy","reconcileID":"c9d1b6ed-6469-48e4-ae21-eb19b40ce82e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"name":"e2e-api-a-b2a689-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:02.022364626Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"e2e-e2e-api-a-b2a689-policy","reconcileID":"c9d1b6ed-6469-48e4-ae21-eb19b40ce82e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b2a689-policy","namespace":"ai-tenant-e2e-api-a-b2a689"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b2a689","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:02.079530956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83c88d8c-3deb-445e-872c-76ae8e796f5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:02.079552221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83c88d8c-3deb-445e-872c-76ae8e796f5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:02.195327135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eb5ad87-2517-47d1-8d04-a46f5c270598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:02.249556409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eb5ad87-2517-47d1-8d04-a46f5c270598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:02.317352977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eb5ad87-2517-47d1-8d04-a46f5c270598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:02.383013501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eb5ad87-2517-47d1-8d04-a46f5c270598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:03.001142813Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-95d3ccf1","namespace":"ai-tenant-e2e-mt-95d3ccf1"},"namespace":"ai-tenant-e2e-mt-95d3ccf1","name":"e2e-policy-95d3ccf1","reconcileID":"a00cbe3f-06f4-478e-a545-db825cd7b554","MaaSAuthPolicy":{"name":"e2e-policy-95d3ccf1","namespace":"ai-tenant-e2e-mt-95d3ccf1"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:03.155606664Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-95d3ccf1","namespace":"ai-tenant-e2e-mt-95d3ccf1"},"namespace":"ai-tenant-e2e-mt-95d3ccf1","name":"e2e-policy-95d3ccf1","reconcileID":"a00cbe3f-06f4-478e-a545-db825cd7b554","MaaSAuthPolicy":{"name":"e2e-policy-95d3ccf1","namespace":"ai-tenant-e2e-mt-95d3ccf1"},"policyNamespace":"ai-tenant-e2e-mt-95d3ccf1","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:04.381779564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d671ad92-0693-428d-a015-0041c1356e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:04.435833328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d671ad92-0693-428d-a015-0041c1356e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:04.489898234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d671ad92-0693-428d-a015-0041c1356e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:04.546776575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d671ad92-0693-428d-a015-0041c1356e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:04.975844277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"e2e-e2e-api-b-f46208-policy","reconcileID":"245f8f45-ca68-458a-821a-c2febecc35aa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f46208","tenantID":"e2e-api-b-f46208","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:05.033654938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"e2e-e2e-api-b-f46208-policy","reconcileID":"245f8f45-ca68-458a-821a-c2febecc35aa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"name":"e2e-api-b-f46208-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:05.09230487Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f46208-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"e2e-e2e-api-b-f46208-policy","reconcileID":"245f8f45-ca68-458a-821a-c2febecc35aa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:07.745333706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"default-tenant","reconcileID":"ab3c8c6b-0175-41b4-8c9a-f72cf2f37fcb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ede388","tenantID":"e2e-api-a-ede388","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:07.863959978Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"default-tenant","reconcileID":"ab3c8c6b-0175-41b4-8c9a-f72cf2f37fcb","name":"e2e-api-a-ede388-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:08.863133025Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:15.200723182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"e2e-e2e-api-b-f46208-policy","reconcileID":"4f8a142d-5607-4110-977f-20ea31a2e015","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f46208","tenantID":"e2e-api-b-f46208","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:15.259857501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"e2e-e2e-api-b-f46208-policy","reconcileID":"4f8a142d-5607-4110-977f-20ea31a2e015","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"name":"e2e-api-b-f46208-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:15.316043662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f46208-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (afe92665c8eaba35dadb19e783840a9ef4dc1c00fe12d4c93d6343c761462c38) AuthConfig (74b4d89b07f9350d189e79397cc55ea6b853cb3c131646bf3bb2b12cdb659722) AuthConfig (087788914bfb486eb7671db8ed425e702ddcf0df980d61ad0be94c4fb4e0188e) AuthConfig (bd4bb92e154ef4ce09a0eb8e7c7f0bf1f32dce3b4fdb25e8931573a4a5f5292a) AuthConfig (526fda21b8c029670b0f5df9e787265862ee6959d8a634906d6b816249d23f04) AuthConfig (2a6478a62dd74f87f0ac442ec63b6f561a830a7f71ac94bc29b46fdbe8695a3b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"e2e-e2e-api-b-f46208-policy","reconcileID":"4f8a142d-5607-4110-977f-20ea31a2e015","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:15.375239963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9382666-e0a3-49f0-a359-f82fa673b85d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:15.375260043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9382666-e0a3-49f0-a359-f82fa673b85d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:17.817601725Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"e16da654-ac45-403a-b6ff-3c33b59e26b2","namespace":"ai-tenant-e2e-mt-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:17.817670848Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"e16da654-ac45-403a-b6ff-3c33b59e26b2","name":"e2e-sub-e953257b","namespace":"ai-tenant-e2e-mt-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:17.878404951Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"e16da654-ac45-403a-b6ff-3c33b59e26b2","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:17.878429036Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"e16da654-ac45-403a-b6ff-3c33b59e26b2","namespace":"ai-tenant-e2e-mt-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:17.878524729Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"e16da654-ac45-403a-b6ff-3c33b59e26b2","name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:17.878914691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"c8b555b7-ae2f-4d17-a971-079282538943","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"tenant":"e2e-mt-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:17.878932439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"c8b555b7-ae2f-4d17-a971-079282538943","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"routeName":"e2e-lifecycle-model-e953257b-kserve-route","namespace":"ai-tenant-e2e-mt-e953257b","llmisvcName":"e2e-lifecycle-model-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:17.935056225Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"e16da654-ac45-403a-b6ff-3c33b59e26b2","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:17.939062654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"41639829-834c-45cf-b026-eadf110c6b8a","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"tenant":"e2e-mt-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:17.939081678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"41639829-834c-45cf-b026-eadf110c6b8a","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"routeName":"e2e-lifecycle-model-e953257b-kserve-route","namespace":"ai-tenant-e2e-mt-e953257b","llmisvcName":"e2e-lifecycle-model-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:17.986961311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"a23350b8-2b1b-46b4-a800-8dbd928b50ff","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-e953257b","tenantID":"e2e-mt-e953257b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:17:17.99418439Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"41639829-834c-45cf-b026-eadf110c6b8a","name":"e2e-lifecycle-model-e953257b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-e953257b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:17:17.994262096Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"41639829-834c-45cf-b026-eadf110c6b8a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-e953257b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:17.999649467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"5321e5ea-784a-4630-b816-569a09638e23","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"tenant":"e2e-mt-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:17.999669198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"5321e5ea-784a-4630-b816-569a09638e23","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"routeName":"e2e-lifecycle-model-e953257b-kserve-route","namespace":"ai-tenant-e2e-mt-e953257b","llmisvcName":"e2e-lifecycle-model-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:18.045501827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"a23350b8-2b1b-46b4-a800-8dbd928b50ff","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"name":"e2e-mt-e953257b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:18.045884053Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-sub-e953257b","reconcileID":"eb800557-f44f-469c-84b0-3e9d26b533cd","MaaSSubscription":{"name":"e2e-sub-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3dbdeeaf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:18.114929369Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-sub-e953257b","reconcileID":"db41462f-e427-41ae-929f-0f3831fe08eb","MaaSSubscription":{"name":"e2e-sub-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3dbdeeaf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:18.253571832Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"83f258d3-fd3c-4182-90c2-132265cb9f1b","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:18.415193091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"83f258d3-fd3c-4182-90c2-132265cb9f1b","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-e953257b","tenantID":"e2e-mt-e953257b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:18.541341381Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"83f258d3-fd3c-4182-90c2-132265cb9f1b","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"name":"e2e-mt-e953257b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:18.541374003Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-policy-e953257b","reconcileID":"83f258d3-fd3c-4182-90c2-132265cb9f1b","MaaSAuthPolicy":{"name":"e2e-policy-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:18.599379706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"b202f465-7a59-4c6c-a6b3-dd0995e318d7","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"tenant":"e2e-mt-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:18.599415192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"b202f465-7a59-4c6c-a6b3-dd0995e318d7","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"routeName":"e2e-lifecycle-model-e953257b-kserve-route","namespace":"ai-tenant-e2e-mt-e953257b","llmisvcName":"e2e-lifecycle-model-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:22.849805099Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"default-tenant","reconcileID":"a42cc2ab-36ec-4b51-bfcc-95e8d5a73a55","namespace":"ai-tenant-e2e-api-a-b2a689","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:22.849876271Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"default-tenant","reconcileID":"a42cc2ab-36ec-4b51-bfcc-95e8d5a73a55","namespace":"ai-tenant-e2e-api-a-b2a689","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:22.84993981Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"default-tenant","reconcileID":"a42cc2ab-36ec-4b51-bfcc-95e8d5a73a55","tenant":"e2e-api-a-b2a689","tenantID":"e2e-api-a-b2a689","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:22.905371337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"default-tenant","reconcileID":"a42cc2ab-36ec-4b51-bfcc-95e8d5a73a55","gvk":"Deployment","name":"maas-api-e2e-api-a-b2a689","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:22.966458962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"default-tenant","reconcileID":"a42cc2ab-36ec-4b51-bfcc-95e8d5a73a55","gvk":"Service","name":"maas-api-e2e-api-a-b2a689","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:23.023135383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"default-tenant","reconcileID":"a42cc2ab-36ec-4b51-bfcc-95e8d5a73a55","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-b2a689","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:23.080364714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"default-tenant","reconcileID":"a42cc2ab-36ec-4b51-bfcc-95e8d5a73a55","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-b2a689","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:23.142515992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"default-tenant","reconcileID":"a42cc2ab-36ec-4b51-bfcc-95e8d5a73a55","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-b2a689","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:23.200402905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"default-tenant","reconcileID":"a42cc2ab-36ec-4b51-bfcc-95e8d5a73a55","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-b2a689","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:23.26051309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"default-tenant","reconcileID":"a42cc2ab-36ec-4b51-bfcc-95e8d5a73a55","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-b2a689","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:23.316531544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"default-tenant","reconcileID":"a42cc2ab-36ec-4b51-bfcc-95e8d5a73a55","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-b2a689","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:23.371404899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"default-tenant","reconcileID":"a42cc2ab-36ec-4b51-bfcc-95e8d5a73a55","gvk":"Deployment","name":"payload-processing-e2e-api-a-b2a689","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:23.430481754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"default-tenant","reconcileID":"a42cc2ab-36ec-4b51-bfcc-95e8d5a73a55","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-b2a689","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:23.486333002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"default-tenant","reconcileID":"a42cc2ab-36ec-4b51-bfcc-95e8d5a73a55","gvk":"Service","name":"payload-processing-e2e-api-a-b2a689","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:23.54666653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"default-tenant","reconcileID":"a42cc2ab-36ec-4b51-bfcc-95e8d5a73a55","gvk":"Service","name":"payload-pre-processing-e2e-api-a-b2a689","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:23.600720864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"default-tenant","reconcileID":"a42cc2ab-36ec-4b51-bfcc-95e8d5a73a55","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-b2a689","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:23.654013781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"default-tenant","reconcileID":"a42cc2ab-36ec-4b51-bfcc-95e8d5a73a55","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-b2a689","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:23.707515001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"default-tenant","reconcileID":"a42cc2ab-36ec-4b51-bfcc-95e8d5a73a55","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-b2a689","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:23.763800068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"default-tenant","reconcileID":"a42cc2ab-36ec-4b51-bfcc-95e8d5a73a55","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-b2a689","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:23.81722187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"default-tenant","reconcileID":"a42cc2ab-36ec-4b51-bfcc-95e8d5a73a55","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-b2a689","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:23.870628851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"default-tenant","reconcileID":"a42cc2ab-36ec-4b51-bfcc-95e8d5a73a55","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-b2a689","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:23.928450769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"default-tenant","reconcileID":"a42cc2ab-36ec-4b51-bfcc-95e8d5a73a55","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-b2a689","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:23.983435113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b2a689"},"namespace":"ai-tenant-e2e-api-a-b2a689","name":"default-tenant","reconcileID":"a42cc2ab-36ec-4b51-bfcc-95e8d5a73a55","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-b2a689","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:25.487142958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"e2e-e2e-api-b-f46208-policy","reconcileID":"176d53c9-f563-43a8-98e8-da3bb1cbfd6d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f46208","tenantID":"e2e-api-b-f46208","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:25.552167989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"e2e-e2e-api-b-f46208-policy","reconcileID":"176d53c9-f563-43a8-98e8-da3bb1cbfd6d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"name":"e2e-api-b-f46208-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:25.608453862Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f46208-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (afe92665c8eaba35dadb19e783840a9ef4dc1c00fe12d4c93d6343c761462c38) AuthConfig (74b4d89b07f9350d189e79397cc55ea6b853cb3c131646bf3bb2b12cdb659722) AuthConfig (087788914bfb486eb7671db8ed425e702ddcf0df980d61ad0be94c4fb4e0188e) AuthConfig (bd4bb92e154ef4ce09a0eb8e7c7f0bf1f32dce3b4fdb25e8931573a4a5f5292a) AuthConfig (526fda21b8c029670b0f5df9e787265862ee6959d8a634906d6b816249d23f04) AuthConfig (2a6478a62dd74f87f0ac442ec63b6f561a830a7f71ac94bc29b46fdbe8695a3b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"e2e-e2e-api-b-f46208-policy","reconcileID":"176d53c9-f563-43a8-98e8-da3bb1cbfd6d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:27.598218458Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8da3495a-342f-493c-99a1-a5a2c336bf4b","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:27.598286908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"8107bb44-36c1-4b7f-8bbf-f659100c4dcc","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:27.81010861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"ab275556-efac-4955-9189-c7618f8adfcb","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:28.16919325Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-sub-e953257b","reconcileID":"eee4423f-656e-4cc6-bee5-aa62246a7195","MaaSSubscription":{"name":"e2e-sub-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","subscription":"e2e-sub-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:28.223572272Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-sub-e953257b","reconcileID":"eee4423f-656e-4cc6-bee5-aa62246a7195","MaaSSubscription":{"name":"e2e-sub-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:28.278445314Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-sub-e953257b","reconcileID":"eee4423f-656e-4cc6-bee5-aa62246a7195","MaaSSubscription":{"name":"e2e-sub-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"name":"maas-trlp-e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:28.560928029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"483c653a-36fc-4fd4-bcda-d62f99ecd7ae","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"tenant":"e2e-mt-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:28.560950861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"483c653a-36fc-4fd4-bcda-d62f99ecd7ae","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"routeName":"e2e-lifecycle-model-e953257b-kserve-route","namespace":"ai-tenant-e2e-mt-e953257b","llmisvcName":"e2e-lifecycle-model-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:31.181231558Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-b2a689","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-b2a689","reconcileID":"369982dc-f2f0-4c28-8ca3-0f8f1cc03217","aitenant":"ai-tenants/e2e-api-a-b2a689","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:31.653242457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1296c74-cdc1-40dd-bdcd-45426db66f8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:31.707409139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1296c74-cdc1-40dd-bdcd-45426db66f8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:31.761626581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1296c74-cdc1-40dd-bdcd-45426db66f8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:31.815654862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1296c74-cdc1-40dd-bdcd-45426db66f8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:31.99012536Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-b2a689","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-b2a689","reconcileID":"369982dc-f2f0-4c28-8ca3-0f8f1cc03217","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-b2a689","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-b2a689"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:33.779100102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbda2413-6b55-42ef-a998-35945555bb03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:33.833042566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbda2413-6b55-42ef-a998-35945555bb03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:33.887066189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbda2413-6b55-42ef-a998-35945555bb03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:33.941758379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbda2413-6b55-42ef-a998-35945555bb03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:33.94707605Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-68e067","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-68e067","reconcileID":"19eef227-cffe-4939-9dba-bc72d0341d13","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-68e067","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-68e067":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:35.718320147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"e2e-e2e-api-b-f46208-policy","reconcileID":"4d523392-43e9-4800-9090-3eea0bb175c2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f46208","tenantID":"e2e-api-b-f46208","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:35.778281517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"e2e-e2e-api-b-f46208-policy","reconcileID":"4d523392-43e9-4800-9090-3eea0bb175c2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"name":"e2e-api-b-f46208-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:35.835069189Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f46208-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (afe92665c8eaba35dadb19e783840a9ef4dc1c00fe12d4c93d6343c761462c38) AuthConfig (74b4d89b07f9350d189e79397cc55ea6b853cb3c131646bf3bb2b12cdb659722) AuthConfig (087788914bfb486eb7671db8ed425e702ddcf0df980d61ad0be94c4fb4e0188e) AuthConfig (bd4bb92e154ef4ce09a0eb8e7c7f0bf1f32dce3b4fdb25e8931573a4a5f5292a) AuthConfig (526fda21b8c029670b0f5df9e787265862ee6959d8a634906d6b816249d23f04) AuthConfig (2a6478a62dd74f87f0ac442ec63b6f561a830a7f71ac94bc29b46fdbe8695a3b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"e2e-e2e-api-b-f46208-policy","reconcileID":"4d523392-43e9-4800-9090-3eea0bb175c2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:35.939793935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62c4b607-5c79-44f1-ba0d-093dbfe5dd9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:35.994994364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62c4b607-5c79-44f1-ba0d-093dbfe5dd9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:36.048967742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62c4b607-5c79-44f1-ba0d-093dbfe5dd9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:36.103268785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62c4b607-5c79-44f1-ba0d-093dbfe5dd9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:38.108674794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd7cc150-049b-4289-b585-a3ae67992442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:38.163464749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd7cc150-049b-4289-b585-a3ae67992442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:38.217716958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd7cc150-049b-4289-b585-a3ae67992442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:38.271811208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd7cc150-049b-4289-b585-a3ae67992442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:38.616204874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"e2e-e2e-api-b-f46208-policy","reconcileID":"f81248f1-4a75-4121-b5e1-0423d455f79b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f46208","tenantID":"e2e-api-b-f46208","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:38.673571925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"e2e-e2e-api-b-f46208-policy","reconcileID":"f81248f1-4a75-4121-b5e1-0423d455f79b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"name":"e2e-api-b-f46208-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:38.729544202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f46208-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (afe92665c8eaba35dadb19e783840a9ef4dc1c00fe12d4c93d6343c761462c38) AuthConfig (74b4d89b07f9350d189e79397cc55ea6b853cb3c131646bf3bb2b12cdb659722) AuthConfig (087788914bfb486eb7671db8ed425e702ddcf0df980d61ad0be94c4fb4e0188e) AuthConfig (bd4bb92e154ef4ce09a0eb8e7c7f0bf1f32dce3b4fdb25e8931573a4a5f5292a) AuthConfig (526fda21b8c029670b0f5df9e787265862ee6959d8a634906d6b816249d23f04) AuthConfig (2a6478a62dd74f87f0ac442ec63b6f561a830a7f71ac94bc29b46fdbe8695a3b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"e2e-e2e-api-b-f46208-policy","reconcileID":"f81248f1-4a75-4121-b5e1-0423d455f79b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:38.859274824Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:38.990448129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce972b74-c6f3-4f7a-9366-f06b418152bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:38.990472647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce972b74-c6f3-4f7a-9366-f06b418152bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:38.999883308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"e2e-e2e-api-b-f46208-policy","reconcileID":"330ed325-1446-4c37-8eb6-5213c35ef443","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f46208","tenantID":"e2e-api-b-f46208","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:39.057253621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"e2e-e2e-api-b-f46208-policy","reconcileID":"330ed325-1446-4c37-8eb6-5213c35ef443","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"name":"e2e-api-b-f46208-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:39.113773907Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f46208-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (afe92665c8eaba35dadb19e783840a9ef4dc1c00fe12d4c93d6343c761462c38) AuthConfig (74b4d89b07f9350d189e79397cc55ea6b853cb3c131646bf3bb2b12cdb659722) AuthConfig (087788914bfb486eb7671db8ed425e702ddcf0df980d61ad0be94c4fb4e0188e) AuthConfig (bd4bb92e154ef4ce09a0eb8e7c7f0bf1f32dce3b4fdb25e8931573a4a5f5292a) AuthConfig (526fda21b8c029670b0f5df9e787265862ee6959d8a634906d6b816249d23f04) AuthConfig (2a6478a62dd74f87f0ac442ec63b6f561a830a7f71ac94bc29b46fdbe8695a3b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"e2e-e2e-api-b-f46208-policy","reconcileID":"330ed325-1446-4c37-8eb6-5213c35ef443","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:39.113965162Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"e2e-e2e-api-b-f46208-policy","reconcileID":"7ec1be9e-7484-49a4-a305-697415d49c88","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:39.406329136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"e2e-e2e-api-b-f46208-policy","reconcileID":"7ec1be9e-7484-49a4-a305-697415d49c88","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f46208","tenantID":"e2e-api-b-f46208","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:39.579652231Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"e2e-e2e-api-b-f46208-policy","reconcileID":"7ec1be9e-7484-49a4-a305-697415d49c88","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"name":"e2e-api-b-f46208-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:39.579679703Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"e2e-e2e-api-b-f46208-policy","reconcileID":"7ec1be9e-7484-49a4-a305-697415d49c88","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f46208-policy","namespace":"ai-tenant-e2e-api-b-f46208"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f46208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:39.679654761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99d327ed-3eb1-4580-aad1-23ee2c287318","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:39.67967707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99d327ed-3eb1-4580-aad1-23ee2c287318","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:40.211721905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33656ee4-da65-4c83-b45a-2fa593dac94c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:40.265666535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33656ee4-da65-4c83-b45a-2fa593dac94c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:40.319874875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33656ee4-da65-4c83-b45a-2fa593dac94c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:40.374016892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33656ee4-da65-4c83-b45a-2fa593dac94c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:42.450342936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d70f8f0-f57f-4c41-9097-b370e2e61d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:42.504526791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d70f8f0-f57f-4c41-9097-b370e2e61d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:42.558584807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d70f8f0-f57f-4c41-9097-b370e2e61d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:42.612413461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d70f8f0-f57f-4c41-9097-b370e2e61d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:44.288096354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"3eaa8094-dc1a-4dd3-9344-c1497e2ab3d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:44.340526784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"081a17c0-d759-4347-8e35-1ffbcc725f27","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:44.541111374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"73f5331b-dcf2-4490-8712-f0675a27ab6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:44.541296991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"324933df-363e-4a5d-b261-d32eea058e75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:44.641236213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"0bf4a64b-3e1f-41a3-82f5-1df9a12478bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:44.686833719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3843a1c-b3af-4a25-a2b7-86137169aaf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:44.741761636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3843a1c-b3af-4a25-a2b7-86137169aaf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:44.795732828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3843a1c-b3af-4a25-a2b7-86137169aaf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:44.796082585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"9931b426-5c14-4100-a652-7b5430e4ea59","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:44.796431905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"2aaa74de-8b91-471b-8526-ddcb0beca40a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:44.849959302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3843a1c-b3af-4a25-a2b7-86137169aaf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:45.013868047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"f5412c41-a7e8-4bae-97e0-bebd7a9d0613","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:45.013999522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"6fffde5a-f48e-4a67-97c9-9f05fb297b68","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:45.12180422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"f758069b-e61b-49f5-bcc9-5d54e41c17c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:45.231013074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"9f2d6315-b056-469e-a242-83f7cc299a98","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:46.888265407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df17d32a-4b62-4896-969c-911c128ecd75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:46.942705162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df17d32a-4b62-4896-969c-911c128ecd75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:46.996549195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df17d32a-4b62-4896-969c-911c128ecd75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:47.050095192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df17d32a-4b62-4896-969c-911c128ecd75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:48.98925418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"948e1604-d022-485c-ae88-3e1d6026d2af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:49.044290418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"948e1604-d022-485c-ae88-3e1d6026d2af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:49.098877863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"948e1604-d022-485c-ae88-3e1d6026d2af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:49.153427497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"948e1604-d022-485c-ae88-3e1d6026d2af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:51.225436952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340890ab-a0b3-466f-99ae-58078d25f9f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:51.27975823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340890ab-a0b3-466f-99ae-58078d25f9f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:51.33429627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340890ab-a0b3-466f-99ae-58078d25f9f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:51.388844209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340890ab-a0b3-466f-99ae-58078d25f9f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:53.320498524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7576097-4410-4aaf-b5d3-469125f81678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:53.375459985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7576097-4410-4aaf-b5d3-469125f81678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:53.429354998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7576097-4410-4aaf-b5d3-469125f81678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:53.483357354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7576097-4410-4aaf-b5d3-469125f81678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:54.179922437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a6779c1-1ea1-4dfd-9777-17d7f8c1c4d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:54.179943933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a6779c1-1ea1-4dfd-9777-17d7f8c1c4d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:54.235954662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb97b2f7-a260-4a02-8f99-aa7357fe235c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:54.235976259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb97b2f7-a260-4a02-8f99-aa7357fe235c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:54.344706156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"e2e-e2e-api-a-ede388-policy","reconcileID":"fa5f92a9-ce4e-4454-b7d2-785d3509c7d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ede388","tenantID":"e2e-api-a-ede388","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:54.471517282Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"e2e-e2e-api-a-ede388-policy","reconcileID":"fa5f92a9-ce4e-4454-b7d2-785d3509c7d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"name":"e2e-api-a-ede388-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:54.566570284Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ede388-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"e2e-e2e-api-a-ede388-policy","reconcileID":"fa5f92a9-ce4e-4454-b7d2-785d3509c7d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:54.62536853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5fda34d-8a99-4510-b64d-f54e863f989a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:54.625386619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5fda34d-8a99-4510-b64d-f54e863f989a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:55.506525827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e254326-d834-47e8-aeea-d346c103a473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:55.562050722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e254326-d834-47e8-aeea-d346c103a473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:55.61691573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e254326-d834-47e8-aeea-d346c103a473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:55.671809619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e254326-d834-47e8-aeea-d346c103a473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:58.524107118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"656a69e8-5cde-4a97-b5b4-b5017dd70a59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:58.577900605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"656a69e8-5cde-4a97-b5b4-b5017dd70a59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:58.632084189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"656a69e8-5cde-4a97-b5b4-b5017dd70a59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:58.685867144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"656a69e8-5cde-4a97-b5b4-b5017dd70a59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:59.035370523Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-79385a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-79385a","reconcileID":"7df60d26-6d5d-4c23-a725-45b375edc935","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-79385a","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-79385a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:00.692045834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"896101d1-eb03-4945-ba24-e71a6b1dff8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:00.746225151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"896101d1-eb03-4945-ba24-e71a6b1dff8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:00.799776792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"896101d1-eb03-4945-ba24-e71a6b1dff8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:00.853709635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"896101d1-eb03-4945-ba24-e71a6b1dff8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:02.891556821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dbbb027-fa44-4bc9-abd0-5aae6e78c014","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:02.949182654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dbbb027-fa44-4bc9-abd0-5aae6e78c014","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:03.005580059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dbbb027-fa44-4bc9-abd0-5aae6e78c014","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:03.065682388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dbbb027-fa44-4bc9-abd0-5aae6e78c014","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:04.784639403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"e2e-e2e-api-a-ede388-policy","reconcileID":"5fea9467-d276-4873-b3cf-ec41d12fcd6a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ede388","tenantID":"e2e-api-a-ede388","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:04.843403359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"e2e-e2e-api-a-ede388-policy","reconcileID":"5fea9467-d276-4873-b3cf-ec41d12fcd6a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"name":"e2e-api-a-ede388-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:04.893926452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"4f6cede9-70e6-4705-a2a2-500403629da3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:04.893926191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"b1da4a95-4b5f-4ddb-80d1-33344e3f3a06","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:04.899455092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ede388-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"e2e-e2e-api-a-ede388-policy","reconcileID":"5fea9467-d276-4873-b3cf-ec41d12fcd6a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:05.063061931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fedff86b-ab4c-4c40-9600-f6302ce01be7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:05.100119588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"721ce687-8e71-4440-a3dd-2b46427abe46","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:05.11673889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fedff86b-ab4c-4c40-9600-f6302ce01be7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:05.170617711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fedff86b-ab4c-4c40-9600-f6302ce01be7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:05.224330555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fedff86b-ab4c-4c40-9600-f6302ce01be7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:05.386432607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"0ece2b67-3558-4b0e-8712-a6ae9e150b45","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:05.432827727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"55ca7c69-6dd9-4900-a5ec-d32fe8676c6f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:05.440286132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e00fa169-2233-42b8-9e20-fd3a7e34d36c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:05.551528935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"47276618-e21b-4160-824c-ea71f8a44b3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:05.640095238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"ce58840b-dac2-490e-b68f-81e23ddd4a60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:05.740657864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"ad322390-2072-4a65-b70a-9bf51e3258f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:05.841605855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"acf1f6e0-c7b1-4d40-9bf6-4cede8722be1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:05.841652939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"d25805bf-cd3f-4cd0-8f28-6d985d4efd25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:05.941387567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"7ff9112e-09b7-479d-bbc2-73b0d54fe01b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:06.585349489Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"bc60f087-f67b-43f3-9994-2175385c4911","namespace":"ai-tenant-e2e-mt-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:06.585441121Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"bc60f087-f67b-43f3-9994-2175385c4911","namespace":"ai-tenant-e2e-mt-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:06.585521659Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"bc60f087-f67b-43f3-9994-2175385c4911","tenant":"e2e-mt-e953257b","tenantID":"e2e-mt-e953257b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:06.642031792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"bc60f087-f67b-43f3-9994-2175385c4911","gvk":"Deployment","name":"maas-api-e2e-mt-e953257b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:06.706216911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"bc60f087-f67b-43f3-9994-2175385c4911","gvk":"Service","name":"maas-api-e2e-mt-e953257b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:06.765221689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"bc60f087-f67b-43f3-9994-2175385c4911","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-e953257b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:06.820268046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"bc60f087-f67b-43f3-9994-2175385c4911","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-e953257b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:06.877257217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"bc60f087-f67b-43f3-9994-2175385c4911","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-e953257b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:06.93795119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"bc60f087-f67b-43f3-9994-2175385c4911","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-e953257b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:06.994321283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"bc60f087-f67b-43f3-9994-2175385c4911","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-e953257b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.054360539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"bc60f087-f67b-43f3-9994-2175385c4911","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-e953257b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.107920334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"bc60f087-f67b-43f3-9994-2175385c4911","gvk":"Deployment","name":"payload-processing-e2e-mt-e953257b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.161330254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"bc60f087-f67b-43f3-9994-2175385c4911","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-e953257b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.185272822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecaa1b94-50d9-45af-a80b-020a8202f1fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.239272148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"bc60f087-f67b-43f3-9994-2175385c4911","gvk":"Service","name":"payload-processing-e2e-mt-e953257b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.239279279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecaa1b94-50d9-45af-a80b-020a8202f1fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.293866676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecaa1b94-50d9-45af-a80b-020a8202f1fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.29452085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"bc60f087-f67b-43f3-9994-2175385c4911","gvk":"Service","name":"payload-pre-processing-e2e-mt-e953257b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.348105621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecaa1b94-50d9-45af-a80b-020a8202f1fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.401634653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"bc60f087-f67b-43f3-9994-2175385c4911","gvk":"DestinationRule","name":"payload-processing-e2e-mt-e953257b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.454890963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"bc60f087-f67b-43f3-9994-2175385c4911","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-e953257b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.508122839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"bc60f087-f67b-43f3-9994-2175385c4911","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-e953257b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.565184432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"bc60f087-f67b-43f3-9994-2175385c4911","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-e953257b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.619875336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"bc60f087-f67b-43f3-9994-2175385c4911","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-e953257b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.67332273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"bc60f087-f67b-43f3-9994-2175385c4911","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-e953257b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.728072898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"bc60f087-f67b-43f3-9994-2175385c4911","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-e953257b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.781433346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"bc60f087-f67b-43f3-9994-2175385c4911","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-e953257b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:08.745821622Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-e953257b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-e953257b","reconcileID":"21e0c208-a0b5-4d36-97db-ddf1f4ee64d0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-e953257b","removed":["maas.opendatahub.io/gateway-access-e2e-mt-e953257b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:08.861745738Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:18:08.912075231Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"4002fba3-6ca8-49a3-8684-3c41655e93fa","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b-kserve-route (gateways: [openshift-ingress/e2e-mt-e953257b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:18:09.026009693Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"4002fba3-6ca8-49a3-8684-3c41655e93fa","error":"resolve tenant gateway for model ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b-kserve-route (gateways: [openshift-ingress/e2e-mt-e953257b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:18:09.031395722Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"c31d76af-88dc-4b83-935f-5ba65a41e345","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b-kserve-route (gateways: [openshift-ingress/e2e-mt-e953257b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:18:09.031473173Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"c31d76af-88dc-4b83-935f-5ba65a41e345","error":"resolve tenant gateway for model ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b-kserve-route (gateways: [openshift-ingress/e2e-mt-e953257b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:18:09.042633032Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"0c0aaa7e-3ec2-4604-948e-650c729e9fd5","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b-kserve-route (gateways: [openshift-ingress/e2e-mt-e953257b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:18:09.042694573Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"0c0aaa7e-3ec2-4604-948e-650c729e9fd5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b-kserve-route (gateways: [openshift-ingress/e2e-mt-e953257b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:18:09.06381707Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"d4c87469-9c86-41fd-8cf7-23ea7bf23e5a","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b-kserve-route (gateways: [openshift-ingress/e2e-mt-e953257b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:18:09.063867224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"d4c87469-9c86-41fd-8cf7-23ea7bf23e5a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b-kserve-route (gateways: [openshift-ingress/e2e-mt-e953257b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:18:09.105026547Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"dca304e0-874f-45fe-abdf-68b773f8dc77","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b-kserve-route (gateways: [openshift-ingress/e2e-mt-e953257b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:18:09.105080165Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"dca304e0-874f-45fe-abdf-68b773f8dc77","error":"resolve tenant gateway for model ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b-kserve-route (gateways: [openshift-ingress/e2e-mt-e953257b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:18:09.185966289Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"1ac3ed2e-1324-4569-81fd-223201e3a8c8","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b-kserve-route (gateways: [openshift-ingress/e2e-mt-e953257b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:18:09.186022067Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"1ac3ed2e-1324-4569-81fd-223201e3a8c8","error":"resolve tenant gateway for model ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b-kserve-route (gateways: [openshift-ingress/e2e-mt-e953257b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:18:09.347275246Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"c1e16cb1-4892-4e81-9c7d-748d9979f216","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b-kserve-route (gateways: [openshift-ingress/e2e-mt-e953257b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:18:09.347341833Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"c1e16cb1-4892-4e81-9c7d-748d9979f216","error":"resolve tenant gateway for model ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b-kserve-route (gateways: [openshift-ingress/e2e-mt-e953257b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:18:09.667643149Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"ede6edd1-b66e-4682-80ea-92b61dca0d3f","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b-kserve-route (gateways: [openshift-ingress/e2e-mt-e953257b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:18:09.667714042Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"ede6edd1-b66e-4682-80ea-92b61dca0d3f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b-kserve-route (gateways: [openshift-ingress/e2e-mt-e953257b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:09.906885199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b618a506-8191-475d-9fc9-62dd27b121d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:09.960794299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b618a506-8191-475d-9fc9-62dd27b121d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:10.017017482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b618a506-8191-475d-9fc9-62dd27b121d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:10.070685445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b618a506-8191-475d-9fc9-62dd27b121d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:18:10.308310812Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"bdbebfda-0f6c-4895-b780-b70f8fba8cb9","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b-kserve-route (gateways: [openshift-ingress/e2e-mt-e953257b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:18:10.308378391Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"bdbebfda-0f6c-4895-b780-b70f8fba8cb9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b-kserve-route (gateways: [openshift-ingress/e2e-mt-e953257b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:18:11.589000471Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"8135ad9c-5502-4f25-9cd5-70408c3d88c8","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b-kserve-route (gateways: [openshift-ingress/e2e-mt-e953257b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:18:11.589102963Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"8135ad9c-5502-4f25-9cd5-70408c3d88c8","error":"resolve tenant gateway for model ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b-kserve-route (gateways: [openshift-ingress/e2e-mt-e953257b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:12.090564627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b466fcc-f445-4494-bc5d-8b80a1e0f288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:12.144406496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b466fcc-f445-4494-bc5d-8b80a1e0f288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:12.198160583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b466fcc-f445-4494-bc5d-8b80a1e0f288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:12.252201374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b466fcc-f445-4494-bc5d-8b80a1e0f288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:13.139869163Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"default-tenant","reconcileID":"450792b1-f1c6-4aa0-976b-27a4691bf2d9","namespace":"ai-tenant-e2e-api-b-f46208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:13.139952635Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"default-tenant","reconcileID":"450792b1-f1c6-4aa0-976b-27a4691bf2d9","namespace":"ai-tenant-e2e-api-b-f46208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:13.140028003Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"default-tenant","reconcileID":"450792b1-f1c6-4aa0-976b-27a4691bf2d9","tenant":"e2e-api-b-f46208","tenantID":"e2e-api-b-f46208","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:13.195736472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"default-tenant","reconcileID":"450792b1-f1c6-4aa0-976b-27a4691bf2d9","gvk":"Deployment","name":"maas-api-e2e-api-b-f46208","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:13.257797058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"default-tenant","reconcileID":"450792b1-f1c6-4aa0-976b-27a4691bf2d9","gvk":"Service","name":"maas-api-e2e-api-b-f46208","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:13.339303124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"default-tenant","reconcileID":"450792b1-f1c6-4aa0-976b-27a4691bf2d9","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-f46208","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:13.394673377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"default-tenant","reconcileID":"450792b1-f1c6-4aa0-976b-27a4691bf2d9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-f46208","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:13.452908878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"default-tenant","reconcileID":"450792b1-f1c6-4aa0-976b-27a4691bf2d9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-f46208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:13.509925537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"default-tenant","reconcileID":"450792b1-f1c6-4aa0-976b-27a4691bf2d9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-f46208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:13.568140011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"default-tenant","reconcileID":"450792b1-f1c6-4aa0-976b-27a4691bf2d9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-f46208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:13.678384868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"default-tenant","reconcileID":"450792b1-f1c6-4aa0-976b-27a4691bf2d9","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-f46208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:13.735615332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"default-tenant","reconcileID":"450792b1-f1c6-4aa0-976b-27a4691bf2d9","gvk":"Deployment","name":"payload-processing-e2e-api-b-f46208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:13.789711174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"default-tenant","reconcileID":"450792b1-f1c6-4aa0-976b-27a4691bf2d9","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-f46208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:13.844577661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"default-tenant","reconcileID":"450792b1-f1c6-4aa0-976b-27a4691bf2d9","gvk":"Service","name":"payload-processing-e2e-api-b-f46208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:13.898123381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"default-tenant","reconcileID":"450792b1-f1c6-4aa0-976b-27a4691bf2d9","gvk":"Service","name":"payload-pre-processing-e2e-api-b-f46208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:13.951715769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"default-tenant","reconcileID":"450792b1-f1c6-4aa0-976b-27a4691bf2d9","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-f46208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:14.004915597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"default-tenant","reconcileID":"450792b1-f1c6-4aa0-976b-27a4691bf2d9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-f46208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:14.057957285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"default-tenant","reconcileID":"450792b1-f1c6-4aa0-976b-27a4691bf2d9","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-f46208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:14.115100593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"default-tenant","reconcileID":"450792b1-f1c6-4aa0-976b-27a4691bf2d9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-f46208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:18:14.150098652Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"6464edcd-c4b5-4adb-9e02-cdae4def6217","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b-kserve-route (gateways: [openshift-ingress/e2e-mt-e953257b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:18:14.150197416Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"6464edcd-c4b5-4adb-9e02-cdae4def6217","error":"resolve tenant gateway for model ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b-kserve-route (gateways: [openshift-ingress/e2e-mt-e953257b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:14.168335904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"default-tenant","reconcileID":"450792b1-f1c6-4aa0-976b-27a4691bf2d9","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-f46208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:14.22231421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"default-tenant","reconcileID":"450792b1-f1c6-4aa0-976b-27a4691bf2d9","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-f46208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:14.283417373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"default-tenant","reconcileID":"450792b1-f1c6-4aa0-976b-27a4691bf2d9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-f46208","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:14.307871521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27a72717-8a08-4221-b569-b6db89f730b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:14.361169217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f46208"},"namespace":"ai-tenant-e2e-api-b-f46208","name":"default-tenant","reconcileID":"450792b1-f1c6-4aa0-976b-27a4691bf2d9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-f46208","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:14.361893744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27a72717-8a08-4221-b569-b6db89f730b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:14.4169102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27a72717-8a08-4221-b569-b6db89f730b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:14.471610061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27a72717-8a08-4221-b569-b6db89f730b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:18:14.731663709Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"d2f33bed-5178-42d9-a34e-788697e81f34","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b-kserve-route (gateways: [openshift-ingress/e2e-mt-e953257b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:18:14.731722525Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"d2f33bed-5178-42d9-a34e-788697e81f34","error":"resolve tenant gateway for model ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b-kserve-route (gateways: [openshift-ingress/e2e-mt-e953257b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:15.007365995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"e2e-e2e-api-a-ede388-policy","reconcileID":"1b4ab216-53a6-4ca6-b56e-d64b3dc8105b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ede388","tenantID":"e2e-api-a-ede388","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:15.066229356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"e2e-e2e-api-a-ede388-policy","reconcileID":"1b4ab216-53a6-4ca6-b56e-d64b3dc8105b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"name":"e2e-api-a-ede388-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:15.1224122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ede388-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (93d403c19e48bec24041a896a1ebe7fc43297b1e12909b977aafb1fd7edd34db) AuthConfig (035fce2faffd66fe66f6a38de2d31fbf9f2e4943434b4492cfb6a632b2c477ee) AuthConfig (55ade18c4d2270b4fb67bddcfa2a75d795ba4ee395ead90553405ed339bd496b) AuthConfig (9c073d362ea112415ceed63f3c7914845d36671a15eefa8182174cc6f7e4e62f) AuthConfig (a8adce958ef864cb343e6b6381be5d1293dfc4df8b6dd2a26186e8a7313a7ff1) AuthConfig (40ff485d45c5fdf1b5b912f68d5b528faae12cb323075d2ee78697691a38f88e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"e2e-e2e-api-a-ede388-policy","reconcileID":"1b4ab216-53a6-4ca6-b56e-d64b3dc8105b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:15.180115987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"85104dc5-c2cd-4f2a-b479-78d4b9ecc464","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:15.180158966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"85104dc5-c2cd-4f2a-b479-78d4b9ecc464","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:18:15.710746324Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"2d5d2150-2e45-4ee7-be6c-48d8b9f5190c","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b-kserve-route (gateways: [openshift-ingress/e2e-mt-e953257b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:18:15.710812455Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"2d5d2150-2e45-4ee7-be6c-48d8b9f5190c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b-kserve-route (gateways: [openshift-ingress/e2e-mt-e953257b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:16.490341727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b245174a-96db-478b-a08a-d1f78a43c5fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:16.544837804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b245174a-96db-478b-a08a-d1f78a43c5fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:16.598548688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b245174a-96db-478b-a08a-d1f78a43c5fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:16.652342639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b245174a-96db-478b-a08a-d1f78a43c5fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:16.929092605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"f1161cbf-582c-47d2-a13c-6122e159fd29","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"tenant":"e2e-mt-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:16.929113582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"f1161cbf-582c-47d2-a13c-6122e159fd29","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"routeName":"e2e-lifecycle-model-e953257b-kserve-route","namespace":"ai-tenant-e2e-mt-e953257b","llmisvcName":"e2e-lifecycle-model-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:17.097318978Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-e953257b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-e953257b","reconcileID":"8005c03f-092b-4be5-bb43-aa31acbbfd3d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-e953257b","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-e953257b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:18.124620998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"f596a41a-dc1c-4ea3-a519-3aad69b84031","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"tenant":"e2e-mt-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:18.124649685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"f596a41a-dc1c-4ea3-a519-3aad69b84031","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"routeName":"e2e-lifecycle-model-e953257b-kserve-route","namespace":"ai-tenant-e2e-mt-e953257b","llmisvcName":"e2e-lifecycle-model-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:18.460985616Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-f46208","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-f46208","reconcileID":"a64c4256-16c4-411f-9f0b-193a2eab00ab","aitenant":"ai-tenants/e2e-api-b-f46208","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:18.687033004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b786d1f2-12a0-47c6-9e97-0c43627c7859","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:18.741119584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b786d1f2-12a0-47c6-9e97-0c43627c7859","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:18.795165763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b786d1f2-12a0-47c6-9e97-0c43627c7859","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:18.849241151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b786d1f2-12a0-47c6-9e97-0c43627c7859","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:19.324490564Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-f46208","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-f46208","reconcileID":"a64c4256-16c4-411f-9f0b-193a2eab00ab","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-f46208","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-f46208"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:19.578972491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"default-tenant","reconcileID":"b8efc992-0d83-43fc-a322-f67e63f09e0e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-68e067","tenantID":"e2e-api-a-68e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:19.697466407Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"default-tenant","reconcileID":"b8efc992-0d83-43fc-a322-f67e63f09e0e","name":"e2e-api-a-68e067-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:20.082591269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"b7d20df0-2f65-4224-b72c-e179735d5f12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:20.255061648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"7d7e1c93-e9d0-4a24-bbb1-51a689e9b346","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:20.255109353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"ffcdec61-b35c-4bfc-83f8-2074e932a111","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:20.255554011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"937c4f27-cf24-4068-8736-ff63b341fe2a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:20.434551306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"7ae8dd89-ac30-466b-a09a-ef5e42cd82ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:20.534614908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"f1b70e0f-7e78-4b66-b12f-63125a6c0296","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:20.642221906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"afff507c-2375-479a-8a1f-5f0096636ece","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:20.741537659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"717422fd-acd2-49cb-bbd5-1a5256ae7809","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:20.842594317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"8f282f22-fd4d-414b-9d87-4c7745b50c5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:20.945735723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"ba390cd1-0e2f-4b37-92e6-66c71947529c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:20.945736857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"247c0d85-5832-449e-8b5b-0fd489332869","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:20.99283559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32abdb16-361e-4819-8bcf-838751c5bccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:21.046998578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32abdb16-361e-4819-8bcf-838751c5bccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:21.104822491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32abdb16-361e-4819-8bcf-838751c5bccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:21.105058574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"3555ba6a-af71-4176-9dac-fc6da9c3d459","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:21.159730802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32abdb16-361e-4819-8bcf-838751c5bccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:23.099039119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6d9b10f-de2c-4105-987b-92c1ee85c098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:23.153034329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6d9b10f-de2c-4105-987b-92c1ee85c098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:23.206745915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6d9b10f-de2c-4105-987b-92c1ee85c098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:23.260825658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6d9b10f-de2c-4105-987b-92c1ee85c098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:25.28720503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"e2e-e2e-api-a-ede388-policy","reconcileID":"79f2dc97-d904-41d1-bf98-1efaf6bbdc55","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ede388","tenantID":"e2e-api-a-ede388","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:25.344561151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"e2e-e2e-api-a-ede388-policy","reconcileID":"79f2dc97-d904-41d1-bf98-1efaf6bbdc55","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"name":"e2e-api-a-ede388-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:25.621592975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eea76799-5d36-4142-b38d-966aa492685a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:25.621612986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eea76799-5d36-4142-b38d-966aa492685a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:34.936305866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9b6659c-7b68-4f51-ab45-ac4bf3bf6591","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:34.93632643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9b6659c-7b68-4f51-ab45-ac4bf3bf6591","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:34.989497146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03bd6bae-570c-4ef1-87f9-cc39a8cd2a3d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:34.989515583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03bd6bae-570c-4ef1-87f9-cc39a8cd2a3d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:35.147546073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a53bb8d8-7b26-4fbd-a6db-8179b4ec6264","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:35.147566836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a53bb8d8-7b26-4fbd-a6db-8179b4ec6264","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:35.149450263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-989e3ce7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-989e3ce7","reconcileID":"a7dbcc59-d160-4709-96f4-8fe4d9bdad12","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-989e3ce7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:35.204134354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20b6789a-db96-4b4e-b2d8-1d69b70150f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:35.20416445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20b6789a-db96-4b4e-b2d8-1d69b70150f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:18:35.259274386Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-989e3ce7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-989e3ce7","reconcileID":"c2b0c298-f389-4c2b-b771-96f06951a4f6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-989e3ce7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:35.273866821Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-989e3ce7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-989e3ce7","reconcileID":"a7dbcc59-d160-4709-96f4-8fe4d9bdad12","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-989e3ce7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:35.308077537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c3ce639-e444-47a9-a105-7821b63cf7e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:35.308256541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5eebaa3c-4ab2-40b4-9455-2e09d76e89b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:35.32944704Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-989e3ce7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-989e3ce7","reconcileID":"a7dbcc59-d160-4709-96f4-8fe4d9bdad12","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-989e3ce7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:35.365529223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5eebaa3c-4ab2-40b4-9455-2e09d76e89b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:35.365550495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c3ce639-e444-47a9-a105-7821b63cf7e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:35.374495049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59f4b7a6-5b1f-444c-92f3-a83991339da6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:35.374511537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59f4b7a6-5b1f-444c-92f3-a83991339da6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:35.387364201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31ce6aea-9ffc-4e17-bcf0-44e63d542422","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:35.387379721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31ce6aea-9ffc-4e17-bcf0-44e63d542422","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:35.432533005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24cd73d5-a73c-44d0-9143-a7cf40c6551f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:35.432550854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24cd73d5-a73c-44d0-9143-a7cf40c6551f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:35.549946877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-989e3ce7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-989e3ce7","reconcileID":"eeee91c4-221e-4612-a68a-6c72fb0b7bbc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-989e3ce7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:35.607923445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-989e3ce7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-989e3ce7","reconcileID":"eeee91c4-221e-4612-a68a-6c72fb0b7bbc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-989e3ce7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:35.663776418Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-989e3ce7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-989e3ce7","reconcileID":"eeee91c4-221e-4612-a68a-6c72fb0b7bbc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-989e3ce7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:35.714897386Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-989e3ce7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-989e3ce7","reconcileID":"da4096e5-3a91-425f-a604-46041b54bba6","MaaSSubscription":{"name":"e2e-neg-ghost-sub-989e3ce7","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-989e3ce7","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:35.715109103Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-989e3ce7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-989e3ce7","reconcileID":"da4096e5-3a91-425f-a604-46041b54bba6","MaaSSubscription":{"name":"e2e-neg-ghost-sub-989e3ce7","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-989e3ce7","error":"MaaSModelRef not found: llm/nonexistent-model-989e3ce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:35.73278814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84207cd9-e466-4c1c-aad5-efe5c8435a06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:35.732820657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c80a599d-5afd-451c-8039-da500084c736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:35.79228082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c80a599d-5afd-451c-8039-da500084c736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:35.792494551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84207cd9-e466-4c1c-aad5-efe5c8435a06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:35.935626342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ce148685-8ea2-47cd-8dd9-ed844c68b580","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:35.942376295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38b99810-e280-4be2-b0ea-c3dbc8f78e78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:35.942393158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38b99810-e280-4be2-b0ea-c3dbc8f78e78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:36.156585785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-989e3ce7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-989e3ce7","reconcileID":"0f7cd1d0-8ce2-4860-aa67-a4ce13037803","MaaSSubscription":{"name":"e2e-neg-ghost-sub-989e3ce7","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:36.156696059Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-989e3ce7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-989e3ce7","reconcileID":"0f7cd1d0-8ce2-4860-aa67-a4ce13037803","MaaSSubscription":{"name":"e2e-neg-ghost-sub-989e3ce7","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-989e3ce7","error":"MaaSModelRef not found: llm/nonexistent-model-989e3ce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:36.380325575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb65d849-859d-4413-8629-a4e414043e1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:36.380345068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb65d849-859d-4413-8629-a4e414043e1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:37.851064728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d3e1007-cc5a-44d2-8a2c-864806fc0c02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:37.851085735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d3e1007-cc5a-44d2-8a2c-864806fc0c02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:38.013363005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-989e3ce7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-989e3ce7","reconcileID":"7b13d4f8-ffd1-4de2-98b2-727649bf7676","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-989e3ce7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:38.01351934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"abef8545-201c-476e-bd22-2e081a817d64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:38.013363037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26ec8321-3fee-4f68-9ad5-2a64149d4375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:38.0714798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-989e3ce7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-989e3ce7","reconcileID":"7b13d4f8-ffd1-4de2-98b2-727649bf7676","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-989e3ce7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:38.072613654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"abef8545-201c-476e-bd22-2e081a817d64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:38.07449372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26ec8321-3fee-4f68-9ad5-2a64149d4375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:38.128089388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-989e3ce7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-989e3ce7","reconcileID":"7b13d4f8-ffd1-4de2-98b2-727649bf7676","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-989e3ce7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:38.859442022Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:48.019766163Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-989e3ce7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-989e3ce7","reconcileID":"ea012647-0163-4767-8e22-4645f1073a3c","MaaSSubscription":{"name":"e2e-neg-ghost-sub-989e3ce7","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-989e3ce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:48.254251827Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-989e3ce7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-989e3ce7","reconcileID":"ea012647-0163-4767-8e22-4645f1073a3c","MaaSSubscription":{"name":"e2e-neg-ghost-sub-989e3ce7","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:48.254414863Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-989e3ce7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-989e3ce7","reconcileID":"ea012647-0163-4767-8e22-4645f1073a3c","MaaSSubscription":{"name":"e2e-neg-ghost-sub-989e3ce7","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-989e3ce7","subscription":"e2e-neg-ghost-sub-989e3ce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:48.254585244Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-989e3ce7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-989e3ce7","reconcileID":"ea012647-0163-4767-8e22-4645f1073a3c","MaaSSubscription":{"name":"e2e-neg-ghost-sub-989e3ce7","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-989e3ce7","error":"MaaSModelRef not found: llm/nonexistent-model-989e3ce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:48.294702764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-989e3ce7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-989e3ce7","reconcileID":"e9902c63-3923-456d-93ff-b04be68546a3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-989e3ce7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:48.353954415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-989e3ce7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-989e3ce7","reconcileID":"e9902c63-3923-456d-93ff-b04be68546a3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-989e3ce7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:48.434430701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-989e3ce7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-989e3ce7","reconcileID":"e9902c63-3923-456d-93ff-b04be68546a3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-989e3ce7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:48.49072367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d8b04ea0-885c-4878-9598-88d176297cd1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:48.614065995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43a0fbcb-8677-4f65-ae97-2a46914cb3b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:48.614083937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43a0fbcb-8677-4f65-ae97-2a46914cb3b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:48.763252498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba2a12f5-e8c2-4729-9322-c9485c954030","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:48.763382249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba2a12f5-e8c2-4729-9322-c9485c954030","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:48.787514475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-989e3ce7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-989e3ce7","reconcileID":"0ca6cde7-0bdb-40a5-a6b7-a462605aecd7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-989e3ce7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:48.790372587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d096a31-fac1-4dea-b9d3-cb4a09c5f809","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:48.790978486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6389de03-bbaf-408e-83b7-ae00ecb2cfcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:48.852578759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d096a31-fac1-4dea-b9d3-cb4a09c5f809","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:48.856396709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6389de03-bbaf-408e-83b7-ae00ecb2cfcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:48.858111173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-989e3ce7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-989e3ce7","reconcileID":"0ca6cde7-0bdb-40a5-a6b7-a462605aecd7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-989e3ce7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:48.924500191Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-989e3ce7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-989e3ce7","reconcileID":"0ca6cde7-0bdb-40a5-a6b7-a462605aecd7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-989e3ce7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:48.924888367Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-989e3ce7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-989e3ce7","reconcileID":"e8057f36-1339-4f2a-8654-8f843dfc9a4c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-989e3ce7","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:49.2413935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca35b554-d4cd-463c-9c89-20cf1256dc92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:49.241529838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca35b554-d4cd-463c-9c89-20cf1256dc92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:49.497454127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"default-tenant","reconcileID":"0a38267f-3368-46b8-96b6-93454eecb4e1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-79385a","tenantID":"e2e-api-b-79385a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:49.523503782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d762de4d-e1c3-44a8-b66f-20ffd1a4f8be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:49.523626333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d762de4d-e1c3-44a8-b66f-20ffd1a4f8be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:49.59844166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22e84552-7cd2-4c3e-a586-94524b385cf5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:49.59854682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22e84552-7cd2-4c3e-a586-94524b385cf5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:49.642339625Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"default-tenant","reconcileID":"0a38267f-3368-46b8-96b6-93454eecb4e1","name":"e2e-api-b-79385a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:49.830097743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b1f9bbf3","reconcileID":"d1a39b55-a8ee-47b8-9628-32b58a04f485","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:49.934012264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b1f9bbf3","reconcileID":"d1a39b55-a8ee-47b8-9628-32b58a04f485","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:50.020299359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b1f9bbf3","reconcileID":"d1a39b55-a8ee-47b8-9628-32b58a04f485","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:50.097281496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26549426-e3c5-4117-8400-a72e1075ab50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:50.097380918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26549426-e3c5-4117-8400-a72e1075ab50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:50.314489556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b1f9bbf3","reconcileID":"a77c1078-350f-486e-8ceb-b53bfdfaf93a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:50.374486369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b1f9bbf3","reconcileID":"a77c1078-350f-486e-8ceb-b53bfdfaf93a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:50.431317922Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b1f9bbf3","reconcileID":"a77c1078-350f-486e-8ceb-b53bfdfaf93a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:58.791549288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09ec27d2-315d-461c-bb50-b4e4d233291b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:58.852026904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09ec27d2-315d-461c-bb50-b4e4d233291b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:58.906615727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09ec27d2-315d-461c-bb50-b4e4d233291b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:58.961348496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09ec27d2-315d-461c-bb50-b4e4d233291b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:59.320452517Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-027689","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-027689","reconcileID":"a420cfe6-0ddc-4533-8866-ae45978b843b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-027689","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-027689":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:59.858988966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"29c74756-2fef-4dd6-bfb2-b76b5deb6dcd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-e953257b","tenantID":"e2e-mt-e953257b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:59.980425451Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"29c74756-2fef-4dd6-bfb2-b76b5deb6dcd","name":"e2e-mt-e953257b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:00.647246828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b1f9bbf3","reconcileID":"796644b7-6914-45f0-a807-08d4e094fef0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:00.705590105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b1f9bbf3","reconcileID":"796644b7-6914-45f0-a807-08d4e094fef0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:00.764210053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b1f9bbf3","reconcileID":"796644b7-6914-45f0-a807-08d4e094fef0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:00.82412915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59dd823f-105a-43cc-b700-ab9e8c4195e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:00.824184609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59dd823f-105a-43cc-b700-ab9e8c4195e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:00.903365286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce414b1d-12c3-4935-a721-626aeb0039dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:00.957989212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce414b1d-12c3-4935-a721-626aeb0039dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:01.016994937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce414b1d-12c3-4935-a721-626aeb0039dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:01.072072658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce414b1d-12c3-4935-a721-626aeb0039dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:03.009630961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eef60dd-9457-43f7-819c-d7c4a51e0e6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:03.064176461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eef60dd-9457-43f7-819c-d7c4a51e0e6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:03.118343875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eef60dd-9457-43f7-819c-d7c4a51e0e6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:03.172342678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eef60dd-9457-43f7-819c-d7c4a51e0e6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:05.121083124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d003819-8da3-44e1-b097-758772d5bd63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:05.175243115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d003819-8da3-44e1-b097-758772d5bd63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:05.228839891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d003819-8da3-44e1-b097-758772d5bd63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:05.282468302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d003819-8da3-44e1-b097-758772d5bd63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:08.86126788Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:11.037963039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b1f9bbf3","reconcileID":"667e0466-214a-4ec8-bcf6-c6451ca40ef4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:11.09583038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b1f9bbf3","reconcileID":"667e0466-214a-4ec8-bcf6-c6451ca40ef4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:11.152827345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b1f9bbf3","reconcileID":"667e0466-214a-4ec8-bcf6-c6451ca40ef4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:12.077548545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507ca2e7-c8cc-4fe8-8eb3-e30ed26d2287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:12.131687003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507ca2e7-c8cc-4fe8-8eb3-e30ed26d2287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:12.185443895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507ca2e7-c8cc-4fe8-8eb3-e30ed26d2287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:12.239198005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507ca2e7-c8cc-4fe8-8eb3-e30ed26d2287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:14.250387718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed7053a6-e0dc-4466-a249-1392ef5344a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:14.304263155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed7053a6-e0dc-4466-a249-1392ef5344a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:14.357948662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed7053a6-e0dc-4466-a249-1392ef5344a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:14.412252981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed7053a6-e0dc-4466-a249-1392ef5344a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:15.988014447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03f8389b-56fa-4047-ab9e-06f1bfbbed0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:15.988038542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03f8389b-56fa-4047-ab9e-06f1bfbbed0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:16.044082622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1040b9a1-80ae-405c-a193-3fb957277ea7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:16.044109919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1040b9a1-80ae-405c-a193-3fb957277ea7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:16.150863674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"e2e-e2e-api-a-68e067-policy","reconcileID":"d75bf43d-0b17-45b4-a578-13c60c3fd9c7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-68e067","tenantID":"e2e-api-a-68e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:16.277370163Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"e2e-e2e-api-a-68e067-policy","reconcileID":"d75bf43d-0b17-45b4-a578-13c60c3fd9c7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"name":"e2e-api-a-68e067-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:16.336047906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-68e067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"e2e-e2e-api-a-68e067-policy","reconcileID":"d75bf43d-0b17-45b4-a578-13c60c3fd9c7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:16.394792799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8f9bb81-e0ce-436e-9d67-b62e5ddb137c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:16.394811169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8f9bb81-e0ce-436e-9d67-b62e5ddb137c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:20.202699439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddb7ead7-9733-4816-ac0c-e586f9dd8978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:20.256492737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddb7ead7-9733-4816-ac0c-e586f9dd8978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:20.310373295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddb7ead7-9733-4816-ac0c-e586f9dd8978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:20.364297257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddb7ead7-9733-4816-ac0c-e586f9dd8978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:20.66138436Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-818862","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-818862","reconcileID":"b8cc6e9c-abba-437e-9abd-3369d1427015","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-818862","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-818862":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:21.374440786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b1f9bbf3","reconcileID":"4edea9e0-2cef-4e14-a987-a05bca6a8661","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:21.432676597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b1f9bbf3","reconcileID":"4edea9e0-2cef-4e14-a987-a05bca6a8661","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:21.489626869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b1f9bbf3","reconcileID":"4edea9e0-2cef-4e14-a987-a05bca6a8661","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:22.399557112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86d0a698-55dc-498c-b64f-cfef1676c5a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:22.454654855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86d0a698-55dc-498c-b64f-cfef1676c5a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:22.508911386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86d0a698-55dc-498c-b64f-cfef1676c5a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:22.562997649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86d0a698-55dc-498c-b64f-cfef1676c5a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:24.73867885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfcb1903-a8ba-4231-a349-5a5ae891198b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:24.79746933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfcb1903-a8ba-4231-a349-5a5ae891198b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:24.856839258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfcb1903-a8ba-4231-a349-5a5ae891198b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:24.91113021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfcb1903-a8ba-4231-a349-5a5ae891198b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:26.554584359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"e2e-e2e-api-a-68e067-policy","reconcileID":"2a120330-eea1-44ac-a285-adc2da9ebbec","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-68e067","tenantID":"e2e-api-a-68e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:26.612557689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"e2e-e2e-api-a-68e067-policy","reconcileID":"2a120330-eea1-44ac-a285-adc2da9ebbec","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"name":"e2e-api-a-68e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:26.669406393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-68e067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"e2e-e2e-api-a-68e067-policy","reconcileID":"2a120330-eea1-44ac-a285-adc2da9ebbec","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:27.005200327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c89b0ad9-78c4-4036-b3c9-bf78f339edad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:27.059182274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c89b0ad9-78c4-4036-b3c9-bf78f339edad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:27.113063862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c89b0ad9-78c4-4036-b3c9-bf78f339edad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:27.167372013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c89b0ad9-78c4-4036-b3c9-bf78f339edad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:29.126605265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0abc1ad8-f6a6-4daa-9acc-88df38d5152a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:29.181524968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0abc1ad8-f6a6-4daa-9acc-88df38d5152a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:29.23595201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0abc1ad8-f6a6-4daa-9acc-88df38d5152a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:29.290231376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0abc1ad8-f6a6-4daa-9acc-88df38d5152a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:31.704341951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b1f9bbf3","reconcileID":"0a3f8608-cff6-4269-b682-bc33eb9e92c3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:31.829302073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b1f9bbf3","reconcileID":"0a3f8608-cff6-4269-b682-bc33eb9e92c3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:31.938985894Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b1f9bbf3","reconcileID":"0a3f8608-cff6-4269-b682-bc33eb9e92c3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-b1f9bbf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:32.251382345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2956e5c0-eac5-4eb1-b653-8105eed2594a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:32.251828005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2956e5c0-eac5-4eb1-b653-8105eed2594a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:33.015087487Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b1f9bbf3","reconcileID":"c9d9ba7d-d18e-4a92-9aa2-48e26abb3c2f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:33.015753427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5185e300-2f0c-4bd5-b42f-17a39bee5f07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:33.015810598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5185e300-2f0c-4bd5-b42f-17a39bee5f07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:33.070196354Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-b1f9bbf3","reconcileID":"c9d9ba7d-d18e-4a92-9aa2-48e26abb3c2f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-b1f9bbf3","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-b1f9bbf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:33.242300131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6d4cfaf-b1e8-4b6f-bc89-f3526907d765","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:33.242349161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6d4cfaf-b1e8-4b6f-bc89-f3526907d765","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:36.776829609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"e2e-e2e-api-a-68e067-policy","reconcileID":"ebc6ef81-0010-4390-9d9c-a4811b6f58a8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-68e067","tenantID":"e2e-api-a-68e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:36.838900859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"e2e-e2e-api-a-68e067-policy","reconcileID":"ebc6ef81-0010-4390-9d9c-a4811b6f58a8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"name":"e2e-api-a-68e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:36.895914694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-68e067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"e2e-e2e-api-a-68e067-policy","reconcileID":"ebc6ef81-0010-4390-9d9c-a4811b6f58a8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:38.410200122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ce688df-4f80-46e9-87a7-4615ff404ea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:38.464653555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ce688df-4f80-46e9-87a7-4615ff404ea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:38.51855329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ce688df-4f80-46e9-87a7-4615ff404ea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:38.57318147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ce688df-4f80-46e9-87a7-4615ff404ea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:38.862221608Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:38.904036639Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a69f65","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a69f65","reconcileID":"1595b0df-4b73-4935-87f6-4b904fd11f89","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-a69f65","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-a69f65":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:40.592288213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00ebf86c-b63e-49cd-b17b-1d1b1507a72f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:40.646720363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00ebf86c-b63e-49cd-b17b-1d1b1507a72f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:40.70063195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00ebf86c-b63e-49cd-b17b-1d1b1507a72f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:40.755220781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00ebf86c-b63e-49cd-b17b-1d1b1507a72f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:42.714450534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba82377c-1740-420c-bac6-78d54ea8864f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:42.772318471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba82377c-1740-420c-bac6-78d54ea8864f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:42.82761565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba82377c-1740-420c-bac6-78d54ea8864f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:42.881374321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba82377c-1740-420c-bac6-78d54ea8864f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:44.879951758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1368d888-7ac8-4088-a7a7-46b9ab6708d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:44.933632495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1368d888-7ac8-4088-a7a7-46b9ab6708d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:44.988263423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1368d888-7ac8-4088-a7a7-46b9ab6708d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:45.044323187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1368d888-7ac8-4088-a7a7-46b9ab6708d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:46.373771161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"327378e3-9be4-42be-93d6-37bf5b192736","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:46.373794009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"327378e3-9be4-42be-93d6-37bf5b192736","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:46.432740868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1aafe1b0-079c-4a78-9a93-5329395a8e0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:46.432847893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1aafe1b0-079c-4a78-9a93-5329395a8e0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:46.551563023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"e2e-e2e-api-b-79385a-policy","reconcileID":"10167f3f-c89b-4af6-9c9b-a154483a6ae2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-79385a","tenantID":"e2e-api-b-79385a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:46.736828955Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"e2e-e2e-api-b-79385a-policy","reconcileID":"10167f3f-c89b-4af6-9c9b-a154483a6ae2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"name":"e2e-api-b-79385a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:46.792778958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-79385a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"e2e-e2e-api-b-79385a-policy","reconcileID":"10167f3f-c89b-4af6-9c9b-a154483a6ae2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:46.855741471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9218d63-a78e-44fd-894a-92fced744d29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:46.855776274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9218d63-a78e-44fd-894a-92fced744d29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:47.005691823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"e2e-e2e-api-a-68e067-policy","reconcileID":"6732c69b-62b0-46d3-b464-a4809349d6e4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-68e067","tenantID":"e2e-api-a-68e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:47.064285396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"e2e-e2e-api-a-68e067-policy","reconcileID":"6732c69b-62b0-46d3-b464-a4809349d6e4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"name":"e2e-api-a-68e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:47.114519412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49de8ec8-ac34-46e2-a6ec-e9dd7b087c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:47.168746762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49de8ec8-ac34-46e2-a6ec-e9dd7b087c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:47.171437362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-68e067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e886037a6b94661b49e2096f984a2fe226a3597edf6835bfd185c0156ce2ac59) AuthConfig (82fd706fc5d166aebd8e396918a5feec8c9ae088b719b5a3b712da00eefbafa2) AuthConfig (5fa63c1a5c8c4de23d74d04cc3e1c07329fa423cf873cf5d3b3e0d71da9f2e41) AuthConfig (193d97a841775f466a9399d959973a44d88c51f0cdc910f0d379eaeca6525114) AuthConfig (6ac35ce833be8cb5f2b92b66ae5f37b9418ff7cb6393e769a1ec31a155abe8ed) AuthConfig (6c1de132d25e98ade90c5701f3ee403942279e3d8f5fdb4ba166f834143fd64f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"e2e-e2e-api-a-68e067-policy","reconcileID":"6732c69b-62b0-46d3-b464-a4809349d6e4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:47.223476129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49de8ec8-ac34-46e2-a6ec-e9dd7b087c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:47.282787617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49de8ec8-ac34-46e2-a6ec-e9dd7b087c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:47.28787525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed27b807-6217-431f-9896-27e0357b3ae9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:47.287892477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed27b807-6217-431f-9896-27e0357b3ae9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:52.588905294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"e2e-e2e-api-a-ede388-policy","reconcileID":"ec066678-dd6d-4426-b015-70f712927259","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ede388","tenantID":"e2e-api-a-ede388","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:52.654601473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"e2e-e2e-api-a-ede388-policy","reconcileID":"ec066678-dd6d-4426-b015-70f712927259","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"name":"e2e-api-a-ede388-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:53.147214489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"e2e-e2e-api-a-ede388-policy","reconcileID":"818e12f1-2441-41d2-a6b3-86d1ac26b9ed","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ede388","tenantID":"e2e-api-a-ede388","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:53.205269894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"e2e-e2e-api-a-ede388-policy","reconcileID":"818e12f1-2441-41d2-a6b3-86d1ac26b9ed","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"name":"e2e-api-a-ede388-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:53.4267743Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"e2e-e2e-api-a-ede388-policy","reconcileID":"2d186ba4-69f7-402b-8bb3-14e3b3a45166","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:53.426842749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33e86100-4f04-4545-a7e4-3f6632c7ec38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:53.426859817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33e86100-4f04-4545-a7e4-3f6632c7ec38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:53.66791623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"e2e-e2e-api-a-ede388-policy","reconcileID":"2d186ba4-69f7-402b-8bb3-14e3b3a45166","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ede388","tenantID":"e2e-api-a-ede388","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:53.824867955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"e8f9147e-f041-4334-b6b3-2f455644b3c1","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"tenant":"e2e-mt-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:53.82489525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"e8f9147e-f041-4334-b6b3-2f455644b3c1","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"routeName":"e2e-lifecycle-model-e953257b-kserve-route","namespace":"ai-tenant-e2e-mt-e953257b","llmisvcName":"e2e-lifecycle-model-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:53.827253266Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"e2e-e2e-api-a-ede388-policy","reconcileID":"2d186ba4-69f7-402b-8bb3-14e3b3a45166","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"name":"e2e-api-a-ede388-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:53.827273611Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"e2e-e2e-api-a-ede388-policy","reconcileID":"2d186ba4-69f7-402b-8bb3-14e3b3a45166","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ede388-policy","namespace":"ai-tenant-e2e-api-a-ede388"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ede388","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:53.884377676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"330c9785-9753-48fe-ad5c-30c70f2a35d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:53.884395966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"330c9785-9753-48fe-ad5c-30c70f2a35d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:53.922680267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d0c4c0-f12e-4ac2-9255-e52cfd5b04bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:53.984706516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d0c4c0-f12e-4ac2-9255-e52cfd5b04bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:54.040569282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d0c4c0-f12e-4ac2-9255-e52cfd5b04bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:54.096570547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d0c4c0-f12e-4ac2-9255-e52cfd5b04bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:56.060373017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd71e535-7973-42bb-82a1-870fb5771c54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:56.114269754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd71e535-7973-42bb-82a1-870fb5771c54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:56.168851588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd71e535-7973-42bb-82a1-870fb5771c54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:56.222832357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd71e535-7973-42bb-82a1-870fb5771c54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:56.964175695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"e2e-e2e-api-b-79385a-policy","reconcileID":"d29711e1-4f36-474a-b60b-8c33bf824365","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-79385a","tenantID":"e2e-api-b-79385a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:57.021896333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"e2e-e2e-api-b-79385a-policy","reconcileID":"d29711e1-4f36-474a-b60b-8c33bf824365","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"name":"e2e-api-b-79385a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:57.078308597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-79385a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"e2e-e2e-api-b-79385a-policy","reconcileID":"d29711e1-4f36-474a-b60b-8c33bf824365","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:57.416394328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"e2e-e2e-api-a-68e067-policy","reconcileID":"478deefa-fc14-41b2-97b4-b9f84fd00a1b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-68e067","tenantID":"e2e-api-a-68e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:57.475002177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"e2e-e2e-api-a-68e067-policy","reconcileID":"478deefa-fc14-41b2-97b4-b9f84fd00a1b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"name":"e2e-api-a-68e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:57.531447376Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-68e067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e886037a6b94661b49e2096f984a2fe226a3597edf6835bfd185c0156ce2ac59) AuthConfig (82fd706fc5d166aebd8e396918a5feec8c9ae088b719b5a3b712da00eefbafa2) AuthConfig (5fa63c1a5c8c4de23d74d04cc3e1c07329fa423cf873cf5d3b3e0d71da9f2e41) AuthConfig (193d97a841775f466a9399d959973a44d88c51f0cdc910f0d379eaeca6525114) AuthConfig (6ac35ce833be8cb5f2b92b66ae5f37b9418ff7cb6393e769a1ec31a155abe8ed) AuthConfig (6c1de132d25e98ade90c5701f3ee403942279e3d8f5fdb4ba166f834143fd64f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"e2e-e2e-api-a-68e067-policy","reconcileID":"478deefa-fc14-41b2-97b4-b9f84fd00a1b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:57.853227735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-027689"},"namespace":"ai-tenant-e2e-ipp-a-027689","name":"default-tenant","reconcileID":"4a50ace0-ca17-40f3-81f6-5d2eec3a3ff2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-027689","tenantID":"e2e-ipp-a-027689","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:57.97486011Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-027689"},"namespace":"ai-tenant-e2e-ipp-a-027689","name":"default-tenant","reconcileID":"4a50ace0-ca17-40f3-81f6-5d2eec3a3ff2","name":"e2e-ipp-a-027689-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:58.161233628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c59038-56ff-42f4-a7b3-301f74550cd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:58.215047525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c59038-56ff-42f4-a7b3-301f74550cd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:58.27893471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c59038-56ff-42f4-a7b3-301f74550cd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:58.333798083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c59038-56ff-42f4-a7b3-301f74550cd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:58.952777158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"0f53bbea-667a-4bc1-b6c3-e96d88ab42cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:59.049876563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"e3f169da-2490-4953-9ffa-47e043d1245e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:59.179783607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"104ed3ee-2933-437d-8ac2-d9584dd70870","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:59.280380479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"6100de47-a87c-4fb1-b903-0f8af6e2a311","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:59.380916658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"384e171d-d613-45c3-a330-e5d787f5738f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:59.409418075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"4421e190-e386-42da-893d-0523a58509a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:59.593597056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"c0a0a1f8-9359-4884-9b58-8db56d10a4c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:59.593960812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"bef70877-65e0-48eb-bc1b-43d63ca3ded9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:59.704786599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f38c2578-71e0-44b7-a3c1-cabb4396edc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:59.90285187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"21a806a5-d999-46d0-807c-9ec9b8126b08","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:00.003773797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"5c3f28a0-6237-4060-aba6-30c48f20fa9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:00.1068186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"cac8e9c2-229c-4a60-8063-23e4f89f0c0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:00.298254949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8ff1682-3597-4309-b30b-ba783577c7f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:00.353379681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8ff1682-3597-4309-b30b-ba783577c7f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:00.407844249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8ff1682-3597-4309-b30b-ba783577c7f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:00.46278257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8ff1682-3597-4309-b30b-ba783577c7f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:07.186030307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"e2e-e2e-api-b-79385a-policy","reconcileID":"49c8af8c-4eb9-40db-a174-0f870f805faa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-79385a","tenantID":"e2e-api-b-79385a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:07.245118134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"e2e-e2e-api-b-79385a-policy","reconcileID":"49c8af8c-4eb9-40db-a174-0f870f805faa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"name":"e2e-api-b-79385a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:07.301694851Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-79385a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (920f5bb4f77af504416e86bd23786c69d81d0763987257d5ff7a41034f37bae8) AuthConfig (6acde33851de636e83616c1a765406794c3d2625c9e3615656b4c47a71c7d825) AuthConfig (cb0fd9c5b7bb37c2134631babc211b806474ec03f5c856d1e10903f62b3c19c1) AuthConfig (a3aeb67cf052ae741e42ab18eaccafffdb3bf48893a59936f8ba797d7304ee29) AuthConfig (42dab91c5e68fc054dab518315d8ce68e04854cca626641e1730286701ffbae5) AuthConfig (84598989214879e5540c7a465e1512312e545ea1eac5d96f8f1d1182282319fb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"e2e-e2e-api-b-79385a-policy","reconcileID":"49c8af8c-4eb9-40db-a174-0f870f805faa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:07.358620873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab2d80b1-7f87-41e2-b692-75fce6906385","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:07.358639988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab2d80b1-7f87-41e2-b692-75fce6906385","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:07.63928601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"e2e-e2e-api-a-68e067-policy","reconcileID":"4497dca9-98e4-4877-9b1a-0ecd16da4548","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-68e067","tenantID":"e2e-api-a-68e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:07.697464852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"e2e-e2e-api-a-68e067-policy","reconcileID":"4497dca9-98e4-4877-9b1a-0ecd16da4548","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"name":"e2e-api-a-68e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:08.020507869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4429a6db-d85a-48ab-a1d3-0d963d0e08e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:08.020530308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4429a6db-d85a-48ab-a1d3-0d963d0e08e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:08.861755497Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:12.86790418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"27d5d8d6-25ac-4694-8efb-f6ee71667a34","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"tenant":"e2e-mt-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:12.867932781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"27d5d8d6-25ac-4694-8efb-f6ee71667a34","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"routeName":"e2e-lifecycle-model-e953257b-kserve-route","namespace":"ai-tenant-e2e-mt-e953257b","llmisvcName":"e2e-lifecycle-model-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:17.466108013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"e2e-e2e-api-b-79385a-policy","reconcileID":"255ce194-7bfb-45f3-9010-db236b098c2f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-79385a","tenantID":"e2e-api-b-79385a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:17.52423414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"e2e-e2e-api-b-79385a-policy","reconcileID":"255ce194-7bfb-45f3-9010-db236b098c2f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"name":"e2e-api-b-79385a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:17.584657098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-79385a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (920f5bb4f77af504416e86bd23786c69d81d0763987257d5ff7a41034f37bae8) AuthConfig (6acde33851de636e83616c1a765406794c3d2625c9e3615656b4c47a71c7d825) AuthConfig (cb0fd9c5b7bb37c2134631babc211b806474ec03f5c856d1e10903f62b3c19c1) AuthConfig (a3aeb67cf052ae741e42ab18eaccafffdb3bf48893a59936f8ba797d7304ee29) AuthConfig (42dab91c5e68fc054dab518315d8ce68e04854cca626641e1730286701ffbae5) AuthConfig (84598989214879e5540c7a465e1512312e545ea1eac5d96f8f1d1182282319fb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"e2e-e2e-api-b-79385a-policy","reconcileID":"255ce194-7bfb-45f3-9010-db236b098c2f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:22.871643788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"default-tenant","reconcileID":"d128db67-dd63-4285-b04d-805861334c50","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-818862","tenantID":"e2e-api-b-818862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:22.927536652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"05a41471-72d6-4342-b2d1-f4b581f4c11a","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"tenant":"e2e-mt-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:22.927561726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"05a41471-72d6-4342-b2d1-f4b581f4c11a","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"routeName":"e2e-lifecycle-model-e953257b-kserve-route","namespace":"ai-tenant-e2e-mt-e953257b","llmisvcName":"e2e-lifecycle-model-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:22.990034808Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"default-tenant","reconcileID":"d128db67-dd63-4285-b04d-805861334c50","name":"e2e-api-b-818862-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.04866424Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"default-tenant","reconcileID":"ce25b75d-4d6d-4e43-a6b6-99cd60604496","namespace":"ai-tenant-e2e-api-a-ede388","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.048760638Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"default-tenant","reconcileID":"ce25b75d-4d6d-4e43-a6b6-99cd60604496","namespace":"ai-tenant-e2e-api-a-ede388","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.048823692Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"default-tenant","reconcileID":"ce25b75d-4d6d-4e43-a6b6-99cd60604496","tenant":"e2e-api-a-ede388","tenantID":"e2e-api-a-ede388","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.10378249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"default-tenant","reconcileID":"ce25b75d-4d6d-4e43-a6b6-99cd60604496","gvk":"Deployment","name":"maas-api-e2e-api-a-ede388","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.168510324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"default-tenant","reconcileID":"ce25b75d-4d6d-4e43-a6b6-99cd60604496","gvk":"Service","name":"maas-api-e2e-api-a-ede388","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.224255374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"default-tenant","reconcileID":"ce25b75d-4d6d-4e43-a6b6-99cd60604496","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-ede388","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.279411904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"default-tenant","reconcileID":"ce25b75d-4d6d-4e43-a6b6-99cd60604496","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-ede388","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.34665383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"default-tenant","reconcileID":"ce25b75d-4d6d-4e43-a6b6-99cd60604496","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-ede388","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.407506502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"default-tenant","reconcileID":"ce25b75d-4d6d-4e43-a6b6-99cd60604496","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-ede388","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.465613183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"default-tenant","reconcileID":"ce25b75d-4d6d-4e43-a6b6-99cd60604496","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-ede388","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.545424164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"default-tenant","reconcileID":"ce25b75d-4d6d-4e43-a6b6-99cd60604496","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-ede388","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.603674376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"default-tenant","reconcileID":"ce25b75d-4d6d-4e43-a6b6-99cd60604496","gvk":"Deployment","name":"payload-processing-e2e-api-a-ede388","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.657197541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"default-tenant","reconcileID":"ce25b75d-4d6d-4e43-a6b6-99cd60604496","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-ede388","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.711778904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"default-tenant","reconcileID":"ce25b75d-4d6d-4e43-a6b6-99cd60604496","gvk":"Service","name":"payload-processing-e2e-api-a-ede388","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.766009421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"default-tenant","reconcileID":"ce25b75d-4d6d-4e43-a6b6-99cd60604496","gvk":"Service","name":"payload-pre-processing-e2e-api-a-ede388","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.81920388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"default-tenant","reconcileID":"ce25b75d-4d6d-4e43-a6b6-99cd60604496","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-ede388","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.872635172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"default-tenant","reconcileID":"ce25b75d-4d6d-4e43-a6b6-99cd60604496","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-ede388","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.927627063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"default-tenant","reconcileID":"ce25b75d-4d6d-4e43-a6b6-99cd60604496","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-ede388","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.990344868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"default-tenant","reconcileID":"ce25b75d-4d6d-4e43-a6b6-99cd60604496","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-ede388","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:24.043946988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"default-tenant","reconcileID":"ce25b75d-4d6d-4e43-a6b6-99cd60604496","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-ede388","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:24.097610858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"default-tenant","reconcileID":"ce25b75d-4d6d-4e43-a6b6-99cd60604496","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-ede388","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:24.152521329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"default-tenant","reconcileID":"ce25b75d-4d6d-4e43-a6b6-99cd60604496","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-ede388","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:24.208583308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ede388"},"namespace":"ai-tenant-e2e-api-a-ede388","name":"default-tenant","reconcileID":"ce25b75d-4d6d-4e43-a6b6-99cd60604496","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-ede388","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:25.508483794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"3a6611b6-b519-4abf-a6b2-c2dd9cc2fee9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:25.607014707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"d0abf9da-160f-4832-9159-7ed3f97e8117","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:25.707971112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"d0fd2ae1-8fdf-441d-9d44-52d3e69c2a78","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:25.968461008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"3103bf85-776b-478a-b0da-1e36a7e96564","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:26.067250474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"ae1cd711-c6b6-4b1e-9407-a848387cd229","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:26.164164024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3aa82bd6-5d73-4292-ab13-df0a855159ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:26.368928731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"6a220635-384f-4524-86a7-d9a7fd101514","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:26.425899986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"ca238745-237c-4eea-be4f-25bf8bbcd099","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:26.48075966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"a9e9a618-d48f-4cef-801e-b21a1a50d3f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:26.648010467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9be19eaa-2c3e-4136-8224-61193f9861d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:26.748926362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"79c37844-ea84-4737-ada8-ba6ac6f26446","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:26.761359526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"c9657fdd-e310-43db-9046-f266b922f032","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:27.69629751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"e2e-e2e-api-b-79385a-policy","reconcileID":"169ae014-354d-4076-beae-fe613eb0d643","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-79385a","tenantID":"e2e-api-b-79385a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:27.753911861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"e2e-e2e-api-b-79385a-policy","reconcileID":"169ae014-354d-4076-beae-fe613eb0d643","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"name":"e2e-api-b-79385a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:28.032447323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dab6315a-8519-4dab-aca6-a5f63039b86d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:28.032470894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dab6315a-8519-4dab-aca6-a5f63039b86d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:32.067669572Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-ede388","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-ede388","reconcileID":"2a7baa85-e2f0-4833-a525-0e30e9b3a9cc","aitenant":"ai-tenants/e2e-api-a-ede388","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:32.697752045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4db5222-4795-4ecd-8f3b-39ed1db5e6de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:32.751544992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4db5222-4795-4ecd-8f3b-39ed1db5e6de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:32.805184086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4db5222-4795-4ecd-8f3b-39ed1db5e6de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:32.859078972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4db5222-4795-4ecd-8f3b-39ed1db5e6de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:32.919009858Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-ede388","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-ede388","reconcileID":"2a7baa85-e2f0-4833-a525-0e30e9b3a9cc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-ede388","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-ede388"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:32.928774192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"f532433f-77ca-4832-8376-4c9c91def730","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"tenant":"e2e-mt-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:32.928789802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"f532433f-77ca-4832-8376-4c9c91def730","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"routeName":"e2e-lifecycle-model-e953257b-kserve-route","namespace":"ai-tenant-e2e-mt-e953257b","llmisvcName":"e2e-lifecycle-model-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:34.809102584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc361998-8103-4aa5-b5dc-59be175304e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:34.863020659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc361998-8103-4aa5-b5dc-59be175304e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:34.916929999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc361998-8103-4aa5-b5dc-59be175304e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:34.970803574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc361998-8103-4aa5-b5dc-59be175304e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:36.979519073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b63755e-eac9-491c-841f-6a33f6baf499","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:37.033955123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b63755e-eac9-491c-841f-6a33f6baf499","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:37.088178124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b63755e-eac9-491c-841f-6a33f6baf499","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:37.14275534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b63755e-eac9-491c-841f-6a33f6baf499","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:38.86239118Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:39.185096885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9018f55-f13a-40d1-bbce-71dde93aa74f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:39.239867133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9018f55-f13a-40d1-bbce-71dde93aa74f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:39.294161365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9018f55-f13a-40d1-bbce-71dde93aa74f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:39.348308335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9018f55-f13a-40d1-bbce-71dde93aa74f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:39.456247774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"e2e-e2e-api-b-79385a-policy","reconcileID":"423d2ec5-311b-4a1c-931b-ad2029972b8d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-79385a","tenantID":"e2e-api-b-79385a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:39.514279369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"e2e-e2e-api-b-79385a-policy","reconcileID":"423d2ec5-311b-4a1c-931b-ad2029972b8d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"name":"e2e-api-b-79385a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:39.730205855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a69f65"},"namespace":"ai-tenant-e2e-ipp-a-a69f65","name":"default-tenant","reconcileID":"7c5096ff-2691-4615-b890-e5fae5a300ed","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a69f65","tenantID":"e2e-ipp-a-a69f65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:39.823385608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9fbdfe3-ac1e-41e4-9a47-249506d0567c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:39.823406714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9fbdfe3-ac1e-41e4-9a47-249506d0567c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:39.840912474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"e2e-e2e-api-b-79385a-policy","reconcileID":"ff7b8266-4556-4631-9ba9-31bbcb2ec8fc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-79385a","tenantID":"e2e-api-b-79385a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:39.854579605Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a69f65"},"namespace":"ai-tenant-e2e-ipp-a-a69f65","name":"default-tenant","reconcileID":"7c5096ff-2691-4615-b890-e5fae5a300ed","name":"e2e-ipp-a-a69f65-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:39.898586558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"e2e-e2e-api-b-79385a-policy","reconcileID":"ff7b8266-4556-4631-9ba9-31bbcb2ec8fc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"name":"e2e-api-b-79385a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:39.916060667Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"default-tenant","reconcileID":"5f1fc51b-8d0c-45c4-9d7d-1d6161cffdd2","namespace":"ai-tenant-e2e-api-b-79385a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:39.916128656Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"default-tenant","reconcileID":"5f1fc51b-8d0c-45c4-9d7d-1d6161cffdd2","namespace":"ai-tenant-e2e-api-b-79385a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:39.91621493Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"default-tenant","reconcileID":"5f1fc51b-8d0c-45c4-9d7d-1d6161cffdd2","name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:39.973325686Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"default-tenant","reconcileID":"5f1fc51b-8d0c-45c4-9d7d-1d6161cffdd2","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:40.105864882Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"e2e-e2e-api-b-79385a-policy","reconcileID":"14bf2738-70df-4a51-b601-dbd80becdc4a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:40.365992171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"e2e-e2e-api-b-79385a-policy","reconcileID":"14bf2738-70df-4a51-b601-dbd80becdc4a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-79385a","tenantID":"e2e-api-b-79385a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:40.530243501Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"e2e-e2e-api-b-79385a-policy","reconcileID":"14bf2738-70df-4a51-b601-dbd80becdc4a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"name":"e2e-api-b-79385a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:40.530275155Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"e2e-e2e-api-b-79385a-policy","reconcileID":"14bf2738-70df-4a51-b601-dbd80becdc4a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-79385a-policy","namespace":"ai-tenant-e2e-api-b-79385a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-79385a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:40.588231322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28bc585a-ec1a-48c7-bea4-b4b89153e15c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:40.588251519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28bc585a-ec1a-48c7-bea4-b4b89153e15c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:41.369403553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f19cf35a-fb6a-4477-aa3c-399a6784c92e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:41.425269342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f19cf35a-fb6a-4477-aa3c-399a6784c92e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:41.479378677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f19cf35a-fb6a-4477-aa3c-399a6784c92e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:41.533383555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f19cf35a-fb6a-4477-aa3c-399a6784c92e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:42.930227047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"fa502245-4fb4-4918-9d52-a1e4c669ca0e","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"tenant":"e2e-mt-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","model":"ai-tenant-e2e-mt-e953257b/e2e-lifecycle-model-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:42.930255504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"e2e-lifecycle-model-e953257b","reconcileID":"fa502245-4fb4-4918-9d52-a1e4c669ca0e","MaaSModelRef":{"name":"e2e-lifecycle-model-e953257b","namespace":"ai-tenant-e2e-mt-e953257b"},"routeName":"e2e-lifecycle-model-e953257b-kserve-route","namespace":"ai-tenant-e2e-mt-e953257b","llmisvcName":"e2e-lifecycle-model-e953257b","gateway":"openshift-ingress/e2e-mt-e953257b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:43.482668202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"818c4d95-99ae-4dff-a59d-6d1d8c8d26db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:43.537925749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"818c4d95-99ae-4dff-a59d-6d1d8c8d26db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:43.592816801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"818c4d95-99ae-4dff-a59d-6d1d8c8d26db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:43.646787531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"818c4d95-99ae-4dff-a59d-6d1d8c8d26db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:45.596027672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"597d496b-4f72-49e5-a4f4-dbe3bc4b097a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:45.650022724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"597d496b-4f72-49e5-a4f4-dbe3bc4b097a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:45.704218118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"597d496b-4f72-49e5-a4f4-dbe3bc4b097a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:45.758511224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"597d496b-4f72-49e5-a4f4-dbe3bc4b097a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:47.695949005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffb9ac95-684c-4a6d-8054-8fcbdb203dea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:47.751352965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffb9ac95-684c-4a6d-8054-8fcbdb203dea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:47.805398997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffb9ac95-684c-4a6d-8054-8fcbdb203dea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:47.859599272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffb9ac95-684c-4a6d-8054-8fcbdb203dea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:49.88942358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd2b24f4-8a85-43ea-9eb0-222e4b2522ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:49.943816352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd2b24f4-8a85-43ea-9eb0-222e4b2522ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:49.997594127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd2b24f4-8a85-43ea-9eb0-222e4b2522ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:50.05218636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd2b24f4-8a85-43ea-9eb0-222e4b2522ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:52.090582555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2255b747-7da2-4701-b2bf-7e00532846be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:52.145968199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2255b747-7da2-4701-b2bf-7e00532846be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:52.19993887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2255b747-7da2-4701-b2bf-7e00532846be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:52.254033186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2255b747-7da2-4701-b2bf-7e00532846be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:54.188496785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66920adc-a0f9-4b65-a656-7e6be50b8df2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:54.242384279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66920adc-a0f9-4b65-a656-7e6be50b8df2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:54.296540311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66920adc-a0f9-4b65-a656-7e6be50b8df2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:54.355782202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66920adc-a0f9-4b65-a656-7e6be50b8df2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:56.33705279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6dd5f5d-6f88-4f02-8b5b-dcbcf4f1da72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:56.391351663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6dd5f5d-6f88-4f02-8b5b-dcbcf4f1da72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:56.445357002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6dd5f5d-6f88-4f02-8b5b-dcbcf4f1da72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:56.500313617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6dd5f5d-6f88-4f02-8b5b-dcbcf4f1da72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:58.503580922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3901f20-aeac-4e35-a75d-6c18a597ab14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:58.557358683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3901f20-aeac-4e35-a75d-6c18a597ab14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:58.611053502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3901f20-aeac-4e35-a75d-6c18a597ab14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:58.664897536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3901f20-aeac-4e35-a75d-6c18a597ab14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:00.602623457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be72d440-3423-4b5c-8868-89e84e056877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:00.656442231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be72d440-3423-4b5c-8868-89e84e056877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:00.710554804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be72d440-3423-4b5c-8868-89e84e056877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:00.764222741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be72d440-3423-4b5c-8868-89e84e056877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:02.753471406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f5afbe6-81f9-4864-99a8-914ca8cf039c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:02.807837416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f5afbe6-81f9-4864-99a8-914ca8cf039c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:02.861592505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f5afbe6-81f9-4864-99a8-914ca8cf039c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:02.915317675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f5afbe6-81f9-4864-99a8-914ca8cf039c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:04.90728038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c531f4e2-4c31-444d-a88c-b9c291ae2bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:04.960982711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c531f4e2-4c31-444d-a88c-b9c291ae2bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:05.014913638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c531f4e2-4c31-444d-a88c-b9c291ae2bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:05.068737802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c531f4e2-4c31-444d-a88c-b9c291ae2bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:07.083461103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cf18358-5d76-440f-bfa6-99e5e20cb6a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:07.137479161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cf18358-5d76-440f-bfa6-99e5e20cb6a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:07.191542728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cf18358-5d76-440f-bfa6-99e5e20cb6a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:07.249036844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cf18358-5d76-440f-bfa6-99e5e20cb6a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:08.859905706Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:23.675622331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c74e0d8e-6c5b-41d0-9c90-5e56b828938f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:23.729880019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c74e0d8e-6c5b-41d0-9c90-5e56b828938f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:23.784595848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c74e0d8e-6c5b-41d0-9c90-5e56b828938f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:23.83978041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c74e0d8e-6c5b-41d0-9c90-5e56b828938f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:25.776993139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5a33dd-dd38-4705-b755-b34c7e67f716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:25.831061782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5a33dd-dd38-4705-b755-b34c7e67f716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:25.885244559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5a33dd-dd38-4705-b755-b34c7e67f716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:25.939709429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5a33dd-dd38-4705-b755-b34c7e67f716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:26.613828564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"4aba8763-9bfc-4d10-b969-9d13b578b3d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:26.715574998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"1726017e-6281-4f71-bced-c3a7b57af892","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:26.729126759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2d434ef2-4e3c-4849-874f-9033900c4ea5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:26.976940582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"b1bdab5b-cf9b-4f31-aab9-531ac7111eeb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:27.078231467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"397df70a-0a03-4453-a699-7ddde5069c25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:27.092822289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"1f42077a-5070-485c-b7a0-a97629f8e9f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:27.205224864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"53727d4f-b519-4d11-ade1-7efdd29f08b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:27.299268746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"f89411ed-23c9-476c-8943-823195e35c12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:27.438636501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"804cad16-0407-4e12-a8b4-c7f8721d3698","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:27.623045014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"7c20bcac-1f4b-4c45-bb2e-53b4c2a4f094","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:27.648340939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"94c017e5-7bbb-42e9-b35c-0a044eeb5f19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:27.758459669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"076fee4d-de47-4921-9165-1f0f5e97997a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:28.635518155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9241b566-dcaa-4489-a69f-ad14394a6090","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:28.635541662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9241b566-dcaa-4489-a69f-ad14394a6090","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:28.692336113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d8330be-2b85-4f29-8f22-2954279477f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:28.692374667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d8330be-2b85-4f29-8f22-2954279477f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:28.801223755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"e2e-e2e-api-b-818862-policy","reconcileID":"1726260f-41dc-448b-8d7a-396af5da62e2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-818862","tenantID":"e2e-api-b-818862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:28.930379841Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"e2e-e2e-api-b-818862-policy","reconcileID":"1726260f-41dc-448b-8d7a-396af5da62e2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"name":"e2e-api-b-818862-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:28.986610648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-818862-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"e2e-e2e-api-b-818862-policy","reconcileID":"1726260f-41dc-448b-8d7a-396af5da62e2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:29.045815672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6b3e5ff-351b-488b-aa2d-7bbafa583959","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:29.045837996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6b3e5ff-351b-488b-aa2d-7bbafa583959","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:35.114372294Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"e2e-e2e-api-a-68e067-policy","reconcileID":"0a8cee9a-1347-4063-85f5-971906a116a8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:35.114497206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e643695-3a83-4686-ab61-8921d8f53a24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:35.11451627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e643695-3a83-4686-ab61-8921d8f53a24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:35.276335529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"e2e-e2e-api-a-68e067-policy","reconcileID":"0a8cee9a-1347-4063-85f5-971906a116a8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-68e067","tenantID":"e2e-api-a-68e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:35.403610811Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"e2e-e2e-api-a-68e067-policy","reconcileID":"0a8cee9a-1347-4063-85f5-971906a116a8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"name":"e2e-api-a-68e067-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:35.403684936Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"e2e-e2e-api-a-68e067-policy","reconcileID":"0a8cee9a-1347-4063-85f5-971906a116a8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-68e067-policy","namespace":"ai-tenant-e2e-api-a-68e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-68e067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:35.461985702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be4fb316-d72c-4112-815e-21ff62804399","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:35.462006111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be4fb316-d72c-4112-815e-21ff62804399","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:37.003029501Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"default-tenant","reconcileID":"e8027bb2-e944-40be-a13d-418da0fea6a1","namespace":"ai-tenant-e2e-api-b-79385a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:37.003085875Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"default-tenant","reconcileID":"e8027bb2-e944-40be-a13d-418da0fea6a1","namespace":"ai-tenant-e2e-api-b-79385a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:37.003142583Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"default-tenant","reconcileID":"e8027bb2-e944-40be-a13d-418da0fea6a1","tenant":"e2e-api-b-79385a","tenantID":"e2e-api-b-79385a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:37.05797476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"default-tenant","reconcileID":"e8027bb2-e944-40be-a13d-418da0fea6a1","gvk":"Deployment","name":"maas-api-e2e-api-b-79385a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:37.093612697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095e1053-d093-4d20-b116-096e1a244e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:37.174920181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095e1053-d093-4d20-b116-096e1a244e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:37.182434007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"default-tenant","reconcileID":"e8027bb2-e944-40be-a13d-418da0fea6a1","gvk":"Service","name":"maas-api-e2e-api-b-79385a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:37.231648687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095e1053-d093-4d20-b116-096e1a244e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:37.289661749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095e1053-d093-4d20-b116-096e1a244e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:37.294918435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"default-tenant","reconcileID":"e8027bb2-e944-40be-a13d-418da0fea6a1","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-79385a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:37.358905658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"default-tenant","reconcileID":"e8027bb2-e944-40be-a13d-418da0fea6a1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-79385a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:37.414530378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"default-tenant","reconcileID":"e8027bb2-e944-40be-a13d-418da0fea6a1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-79385a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:37.481338096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"default-tenant","reconcileID":"e8027bb2-e944-40be-a13d-418da0fea6a1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-79385a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:37.595789527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"default-tenant","reconcileID":"e8027bb2-e944-40be-a13d-418da0fea6a1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-79385a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:37.658219757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"default-tenant","reconcileID":"e8027bb2-e944-40be-a13d-418da0fea6a1","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-79385a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:37.712337581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"default-tenant","reconcileID":"e8027bb2-e944-40be-a13d-418da0fea6a1","gvk":"Deployment","name":"payload-processing-e2e-api-b-79385a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:37.765815233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"default-tenant","reconcileID":"e8027bb2-e944-40be-a13d-418da0fea6a1","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-79385a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:37.819044354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"default-tenant","reconcileID":"e8027bb2-e944-40be-a13d-418da0fea6a1","gvk":"Service","name":"payload-processing-e2e-api-b-79385a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:37.872577252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"default-tenant","reconcileID":"e8027bb2-e944-40be-a13d-418da0fea6a1","gvk":"Service","name":"payload-pre-processing-e2e-api-b-79385a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:37.92646885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"default-tenant","reconcileID":"e8027bb2-e944-40be-a13d-418da0fea6a1","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-79385a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:37.980407225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"default-tenant","reconcileID":"e8027bb2-e944-40be-a13d-418da0fea6a1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-79385a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:38.033994245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"default-tenant","reconcileID":"e8027bb2-e944-40be-a13d-418da0fea6a1","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-79385a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:38.092266718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"default-tenant","reconcileID":"e8027bb2-e944-40be-a13d-418da0fea6a1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-79385a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:38.147257916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"default-tenant","reconcileID":"e8027bb2-e944-40be-a13d-418da0fea6a1","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-79385a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:38.200698593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"default-tenant","reconcileID":"e8027bb2-e944-40be-a13d-418da0fea6a1","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-79385a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:38.263427514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"default-tenant","reconcileID":"e8027bb2-e944-40be-a13d-418da0fea6a1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-79385a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:38.319630611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-79385a"},"namespace":"ai-tenant-e2e-api-b-79385a","name":"default-tenant","reconcileID":"e8027bb2-e944-40be-a13d-418da0fea6a1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-79385a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:38.860806025Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:39.16877031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"e2e-e2e-api-b-818862-policy","reconcileID":"fbc94214-0f23-468f-99af-b4e8a1ec9389","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-818862","tenantID":"e2e-api-b-818862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:39.231588942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"e2e-e2e-api-b-818862-policy","reconcileID":"fbc94214-0f23-468f-99af-b4e8a1ec9389","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"name":"e2e-api-b-818862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:39.290014574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-818862-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"e2e-e2e-api-b-818862-policy","reconcileID":"fbc94214-0f23-468f-99af-b4e8a1ec9389","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:39.423885526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8a9951d-3c5a-45d8-8458-59ae3b9204f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:39.481564463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8a9951d-3c5a-45d8-8458-59ae3b9204f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:39.542171286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8a9951d-3c5a-45d8-8458-59ae3b9204f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:39.596595192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8a9951d-3c5a-45d8-8458-59ae3b9204f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:43.595175673Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"e0aeda11-0aef-4047-ad0d-a7922054b059","namespace":"ai-tenant-e2e-mt-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:43.595235212Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"e0aeda11-0aef-4047-ad0d-a7922054b059","namespace":"ai-tenant-e2e-mt-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:43.595291496Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"e0aeda11-0aef-4047-ad0d-a7922054b059","aitenant":"ai-tenants/e2e-mt-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:44.864940585Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-79385a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-79385a","reconcileID":"050c0e5a-7e11-4596-b3a5-4fdd275d777a","aitenant":"ai-tenants/e2e-api-b-79385a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:45.106601396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ca37b8e-a49f-49b4-9e9d-d5bab63e5ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:45.161232314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ca37b8e-a49f-49b4-9e9d-d5bab63e5ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:45.217586486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ca37b8e-a49f-49b4-9e9d-d5bab63e5ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:45.272090984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ca37b8e-a49f-49b4-9e9d-d5bab63e5ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:45.719768823Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-79385a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-79385a","reconcileID":"050c0e5a-7e11-4596-b3a5-4fdd275d777a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-79385a","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-79385a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:47.242604272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"590ea39a-6982-47f0-934b-2232dc8c1770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:47.296250388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"590ea39a-6982-47f0-934b-2232dc8c1770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:47.349971893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"590ea39a-6982-47f0-934b-2232dc8c1770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:47.404300379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"590ea39a-6982-47f0-934b-2232dc8c1770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.418256825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa5a23ae-eb45-40b1-8451-107e538c62d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.472361446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa5a23ae-eb45-40b1-8451-107e538c62d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.472480395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"e2e-e2e-api-b-818862-policy","reconcileID":"e8cbf9a1-82c3-4b13-8c06-f730607c7f10","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-818862","tenantID":"e2e-api-b-818862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.526552834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa5a23ae-eb45-40b1-8451-107e538c62d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.581743389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa5a23ae-eb45-40b1-8451-107e538c62d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.640369297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"e2e-e2e-api-b-818862-policy","reconcileID":"e8cbf9a1-82c3-4b13-8c06-f730607c7f10","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"name":"e2e-api-b-818862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.696699146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-818862-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f1cc6c8ebb8f289e66775d00bbdfaf7bf1e920f8c415a3845b7e17d2560c875b) AuthConfig (a413afbd6339f5976344c9de8d35071b057c8a13037ea657792bddcbf548a3d2) AuthConfig (acc673b1b4995cd69fd46517f0d447d643453ec7b5cd720e1e1480126e601735) AuthConfig (32acb909f851c622591a20d457bbc3c49ffda2351baaab8180b509d08e9bee50) AuthConfig (e47df426bd9b151162e1276db17c3be8b1538d2389f43b26a63eb8a09470edbe) AuthConfig (effc3931b4d310911563707bc2bb2babe93e5f116692a52242a4e227d082029a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"e2e-e2e-api-b-818862-policy","reconcileID":"e8cbf9a1-82c3-4b13-8c06-f730607c7f10","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.753737755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72513497-1001-4150-ba43-a32682f5bfc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.753760115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72513497-1001-4150-ba43-a32682f5bfc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:51.580030282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bd8f2bd-056c-43bd-b306-bb0e4d3fe669","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:51.633748168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bd8f2bd-056c-43bd-b306-bb0e4d3fe669","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:51.687437217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bd8f2bd-056c-43bd-b306-bb0e4d3fe669","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:51.741250156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bd8f2bd-056c-43bd-b306-bb0e4d3fe669","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:52.293971825Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-6a894c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-6a894c","reconcileID":"94322fe4-16a4-4003-b167-d40a974dfd69","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-6a894c","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-6a894c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:53.674224902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a696dbb-a6ea-4c6e-80a2-3baae8a0cbbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:53.72810557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a696dbb-a6ea-4c6e-80a2-3baae8a0cbbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:53.782029452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a696dbb-a6ea-4c6e-80a2-3baae8a0cbbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:53.836807772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a696dbb-a6ea-4c6e-80a2-3baae8a0cbbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:55.79105927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27787967-3daf-450a-8914-3839a166c583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:55.849656603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27787967-3daf-450a-8914-3839a166c583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:55.904347565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27787967-3daf-450a-8914-3839a166c583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:55.958256309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27787967-3daf-450a-8914-3839a166c583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:56.747185311Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"default-tenant","reconcileID":"4503ea81-2bf1-4216-b623-586d285182df","namespace":"ai-tenant-e2e-api-a-68e067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:56.747267622Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"default-tenant","reconcileID":"4503ea81-2bf1-4216-b623-586d285182df","namespace":"ai-tenant-e2e-api-a-68e067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:56.747340249Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"default-tenant","reconcileID":"4503ea81-2bf1-4216-b623-586d285182df","tenant":"e2e-api-a-68e067","tenantID":"e2e-api-a-68e067","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:56.803255242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"default-tenant","reconcileID":"4503ea81-2bf1-4216-b623-586d285182df","gvk":"Deployment","name":"maas-api-e2e-api-a-68e067","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:56.864817584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"default-tenant","reconcileID":"4503ea81-2bf1-4216-b623-586d285182df","gvk":"Service","name":"maas-api-e2e-api-a-68e067","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:56.920909092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"default-tenant","reconcileID":"4503ea81-2bf1-4216-b623-586d285182df","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-68e067","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:56.976350654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"default-tenant","reconcileID":"4503ea81-2bf1-4216-b623-586d285182df","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-68e067","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.063061587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"default-tenant","reconcileID":"4503ea81-2bf1-4216-b623-586d285182df","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-68e067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.123179146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"default-tenant","reconcileID":"4503ea81-2bf1-4216-b623-586d285182df","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-68e067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.182507347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"default-tenant","reconcileID":"4503ea81-2bf1-4216-b623-586d285182df","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-68e067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.238583178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"default-tenant","reconcileID":"4503ea81-2bf1-4216-b623-586d285182df","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-68e067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.291874757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"default-tenant","reconcileID":"4503ea81-2bf1-4216-b623-586d285182df","gvk":"Deployment","name":"payload-processing-e2e-api-a-68e067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.398543359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"default-tenant","reconcileID":"4503ea81-2bf1-4216-b623-586d285182df","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-68e067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.478080869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"default-tenant","reconcileID":"4503ea81-2bf1-4216-b623-586d285182df","gvk":"Service","name":"payload-processing-e2e-api-a-68e067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.532561363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"default-tenant","reconcileID":"4503ea81-2bf1-4216-b623-586d285182df","gvk":"Service","name":"payload-pre-processing-e2e-api-a-68e067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.585833779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"default-tenant","reconcileID":"4503ea81-2bf1-4216-b623-586d285182df","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-68e067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.639167006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"default-tenant","reconcileID":"4503ea81-2bf1-4216-b623-586d285182df","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-68e067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.692410097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"default-tenant","reconcileID":"4503ea81-2bf1-4216-b623-586d285182df","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-68e067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.751907037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"default-tenant","reconcileID":"4503ea81-2bf1-4216-b623-586d285182df","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-68e067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.806674028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"default-tenant","reconcileID":"4503ea81-2bf1-4216-b623-586d285182df","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-68e067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.859875121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"default-tenant","reconcileID":"4503ea81-2bf1-4216-b623-586d285182df","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-68e067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.923619147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"default-tenant","reconcileID":"4503ea81-2bf1-4216-b623-586d285182df","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-68e067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.93943454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"092e6322-e671-425c-b58f-d775f56cffde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.993992281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-68e067"},"namespace":"ai-tenant-e2e-api-a-68e067","name":"default-tenant","reconcileID":"4503ea81-2bf1-4216-b623-586d285182df","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-68e067","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.995693758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"092e6322-e671-425c-b58f-d775f56cffde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:58.050382156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"092e6322-e671-425c-b58f-d775f56cffde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:58.10499465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"092e6322-e671-425c-b58f-d775f56cffde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:59.861799225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"e2e-e2e-api-b-818862-policy","reconcileID":"4b91232f-2e59-48f6-89ec-5425d6ca9875","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-818862","tenantID":"e2e-api-b-818862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:59.921393095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"e2e-e2e-api-b-818862-policy","reconcileID":"4b91232f-2e59-48f6-89ec-5425d6ca9875","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"name":"e2e-api-b-818862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:59.978354214Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-818862-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f1cc6c8ebb8f289e66775d00bbdfaf7bf1e920f8c415a3845b7e17d2560c875b) AuthConfig (a413afbd6339f5976344c9de8d35071b057c8a13037ea657792bddcbf548a3d2) AuthConfig (acc673b1b4995cd69fd46517f0d447d643453ec7b5cd720e1e1480126e601735) AuthConfig (32acb909f851c622591a20d457bbc3c49ffda2351baaab8180b509d08e9bee50) AuthConfig (e47df426bd9b151162e1276db17c3be8b1538d2389f43b26a63eb8a09470edbe) AuthConfig (effc3931b4d310911563707bc2bb2babe93e5f116692a52242a4e227d082029a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"e2e-e2e-api-b-818862-policy","reconcileID":"4b91232f-2e59-48f6-89ec-5425d6ca9875","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:00.052915903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"641d8b13-1887-4241-a4e4-207b69f1f352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:00.107260285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"641d8b13-1887-4241-a4e4-207b69f1f352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:00.161054536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"641d8b13-1887-4241-a4e4-207b69f1f352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:00.215056971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"641d8b13-1887-4241-a4e4-207b69f1f352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:02.156544676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df64452-f565-430a-9a01-2f885007bdf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:02.210575314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df64452-f565-430a-9a01-2f885007bdf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:02.264608705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df64452-f565-430a-9a01-2f885007bdf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:02.318437912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df64452-f565-430a-9a01-2f885007bdf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:06.195183191Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-68e067","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-68e067","reconcileID":"df6cc7c2-2b69-434e-be69-4945ebf7aff5","aitenant":"ai-tenants/e2e-api-a-68e067","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:06.769249204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bf5ee48-3df2-45c0-aefa-8a1fc01e862b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:06.824167625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bf5ee48-3df2-45c0-aefa-8a1fc01e862b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:06.87860298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bf5ee48-3df2-45c0-aefa-8a1fc01e862b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:06.932420164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bf5ee48-3df2-45c0-aefa-8a1fc01e862b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:07.059628863Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-68e067","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-68e067","reconcileID":"df6cc7c2-2b69-434e-be69-4945ebf7aff5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-68e067","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-68e067"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:08.859308062Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:08.977962774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52774c49-1ca9-4066-97c8-b56f6670eab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:08.987351468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"0ea6b747-196e-485a-bfac-081d9a0757ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:09.032456433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52774c49-1ca9-4066-97c8-b56f6670eab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:09.086498448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52774c49-1ca9-4066-97c8-b56f6670eab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:09.145062769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52774c49-1ca9-4066-97c8-b56f6670eab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:09.2587291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"a870f772-d23d-4be5-98b2-af7b652f18f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:09.31224247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"f3c8d746-3f1c-4095-aa3e-b8b0155be6ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:09.413250778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"2ac02277-be52-4575-874e-5f5781a2ee20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:09.528005266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"9c87c43c-f02d-466d-b092-b6a22e52a681","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:09.607176951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"0fd687af-9805-43ef-8aa9-c99a2c879558","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:09.637088924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1859fc17-edbb-4dd3-aa39-fa49cc81ed17","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:09.858883659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"e8ef4acd-8a4f-422d-9f65-b902d9d40e8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:09.954822543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"0160bfab-7002-4673-8f4f-66b46af3066d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:10.056993909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"9dc53ca3-55d4-4db6-b28e-0f4c801bb59d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:10.057081889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1ed7bce4-301b-41a4-bbe7-a3fcccd6e565","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:10.081380473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"d190df62-7c4f-440c-a731-1652f84bf4bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:10.090479615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"e2e-e2e-api-b-818862-policy","reconcileID":"a735f58d-5bc4-4b6d-966f-19ec29ece339","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-818862","tenantID":"e2e-api-b-818862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:10.148516597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"e2e-e2e-api-b-818862-policy","reconcileID":"a735f58d-5bc4-4b6d-966f-19ec29ece339","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"name":"e2e-api-b-818862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:10.504144057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6aba96c1-73c7-4553-a54b-f0458f213cb8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:10.504201341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6aba96c1-73c7-4553-a54b-f0458f213cb8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:11.198239684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d62b1caa-6f02-41e4-b039-a65c718f7893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:11.252202105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d62b1caa-6f02-41e4-b039-a65c718f7893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:11.306076558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d62b1caa-6f02-41e4-b039-a65c718f7893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:11.359982872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d62b1caa-6f02-41e4-b039-a65c718f7893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:13.394870603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"242d7382-b3b5-4a02-88b8-c3fb5757f099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:13.448545514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"242d7382-b3b5-4a02-88b8-c3fb5757f099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:13.502128171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"242d7382-b3b5-4a02-88b8-c3fb5757f099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:13.556586886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"242d7382-b3b5-4a02-88b8-c3fb5757f099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:13.915358805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"e2e-e2e-api-b-818862-policy","reconcileID":"28a5d4db-185a-422d-a4b1-1ad87d79ccbd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-818862","tenantID":"e2e-api-b-818862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:13.975494815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"e2e-e2e-api-b-818862-policy","reconcileID":"28a5d4db-185a-422d-a4b1-1ad87d79ccbd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"name":"e2e-api-b-818862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:14.279935744Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"e2e-e2e-api-b-818862-policy","reconcileID":"412c16da-8e0e-42fb-b323-fff55552a571","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:14.280083509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a6614c1-3da9-4542-bb7d-1de3e2d8646b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:14.280100603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a6614c1-3da9-4542-bb7d-1de3e2d8646b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:14.487659197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"e2e-e2e-api-b-818862-policy","reconcileID":"412c16da-8e0e-42fb-b323-fff55552a571","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-818862","tenantID":"e2e-api-b-818862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:14.613458035Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"e2e-e2e-api-b-818862-policy","reconcileID":"412c16da-8e0e-42fb-b323-fff55552a571","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"name":"e2e-api-b-818862-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:14.613484113Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"e2e-e2e-api-b-818862-policy","reconcileID":"412c16da-8e0e-42fb-b323-fff55552a571","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-818862-policy","namespace":"ai-tenant-e2e-api-b-818862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-818862","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:14.673785573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c896d36-8a79-4b60-846e-01f889f500a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:14.673807282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c896d36-8a79-4b60-846e-01f889f500a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:15.608868018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5829e2f4-3bde-4013-8887-0e8ed5898e09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:15.662967944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5829e2f4-3bde-4013-8887-0e8ed5898e09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:15.71685029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5829e2f4-3bde-4013-8887-0e8ed5898e09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:15.771897646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5829e2f4-3bde-4013-8887-0e8ed5898e09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:15.836224354Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-c0064f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-c0064f","reconcileID":"73fd7f40-ce3c-40bf-9e6d-a347316689a0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-c0064f","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-c0064f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:17.78986903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"060cbe27-f5bd-4067-9c93-29f3f99e0443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:17.844251093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"060cbe27-f5bd-4067-9c93-29f3f99e0443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:17.898458529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"060cbe27-f5bd-4067-9c93-29f3f99e0443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:17.95280461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"060cbe27-f5bd-4067-9c93-29f3f99e0443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:19.918570203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcea7607-b345-42a5-ba87-f46b5bf54542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:19.982305958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcea7607-b345-42a5-ba87-f46b5bf54542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:20.03727756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcea7607-b345-42a5-ba87-f46b5bf54542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:20.091771631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcea7607-b345-42a5-ba87-f46b5bf54542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:22.077660996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a858af7f-22f6-4912-a057-9f9ec4cbad64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:22.132040682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a858af7f-22f6-4912-a057-9f9ec4cbad64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:22.186120069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a858af7f-22f6-4912-a057-9f9ec4cbad64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:22.239777769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a858af7f-22f6-4912-a057-9f9ec4cbad64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:33.430901288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"6b454e85-e598-4767-bb52-418cb80d2ab3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:33.549647206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"97ff6688-9147-47ff-8ae8-c93b013011c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:33.646687062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"4319633a-ba65-47b6-abad-3f3848363544","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:33.659531059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e1df79c4-8dd2-4ce5-a906-7bd63cc31af6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:33.746456401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"37aa55b6-0cb8-4ef6-81c7-7ca22c8b4bc5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:33.846972027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"83bb988e-8543-4455-862a-fa999c02c06f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:33.947780158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"2b9e7bc7-4970-4823-8628-d30e70d6219b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:34.049761731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"12b366ba-ee9b-4a2f-b7bf-e7726e4b315a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:34.148034871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"1243d9c7-8bd9-4d76-8283-7d74c67139e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:34.18152622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e28fd01e-aafd-4edc-84bc-72c2f957ffd8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:34.293594019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"6045d066-5466-4d0b-8bbe-9d1d1bba82e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:34.568673346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"e28b23c3-f301-4cfb-a966-9d7799c02ee3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:36.663519267Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"75fad80e-3c3f-4855-9df1-85ff964875ea","namespace":"ai-tenant-e2e-mt-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:36.66357762Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"75fad80e-3c3f-4855-9df1-85ff964875ea","namespace":"ai-tenant-e2e-mt-e953257b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:36.663631738Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"75fad80e-3c3f-4855-9df1-85ff964875ea","tenant":"e2e-mt-e953257b","tenantID":"e2e-mt-e953257b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:36.719680204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"75fad80e-3c3f-4855-9df1-85ff964875ea","gvk":"Deployment","name":"maas-api-e2e-mt-e953257b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:36.783265055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"75fad80e-3c3f-4855-9df1-85ff964875ea","gvk":"Service","name":"maas-api-e2e-mt-e953257b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:36.839894599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"75fad80e-3c3f-4855-9df1-85ff964875ea","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-e953257b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:36.895424366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"75fad80e-3c3f-4855-9df1-85ff964875ea","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-e953257b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:36.959867786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"75fad80e-3c3f-4855-9df1-85ff964875ea","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-e953257b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:37.021370297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"75fad80e-3c3f-4855-9df1-85ff964875ea","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-e953257b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:37.081925082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"75fad80e-3c3f-4855-9df1-85ff964875ea","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-e953257b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:37.141436122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"75fad80e-3c3f-4855-9df1-85ff964875ea","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-e953257b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:37.196668908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"75fad80e-3c3f-4855-9df1-85ff964875ea","gvk":"Deployment","name":"payload-processing-e2e-mt-e953257b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:37.250167527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"75fad80e-3c3f-4855-9df1-85ff964875ea","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-e953257b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:37.303434262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"75fad80e-3c3f-4855-9df1-85ff964875ea","gvk":"Service","name":"payload-processing-e2e-mt-e953257b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:37.358014534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"75fad80e-3c3f-4855-9df1-85ff964875ea","gvk":"Service","name":"payload-pre-processing-e2e-mt-e953257b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:37.411517774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"75fad80e-3c3f-4855-9df1-85ff964875ea","gvk":"DestinationRule","name":"payload-processing-e2e-mt-e953257b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:37.464615488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"75fad80e-3c3f-4855-9df1-85ff964875ea","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-e953257b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:37.518105717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"75fad80e-3c3f-4855-9df1-85ff964875ea","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-e953257b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:37.576615933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"75fad80e-3c3f-4855-9df1-85ff964875ea","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-e953257b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:37.630057623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"75fad80e-3c3f-4855-9df1-85ff964875ea","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-e953257b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:37.683919399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"75fad80e-3c3f-4855-9df1-85ff964875ea","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-e953257b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:37.743414669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"75fad80e-3c3f-4855-9df1-85ff964875ea","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-e953257b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:37.797513248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e953257b"},"namespace":"ai-tenant-e2e-mt-e953257b","name":"default-tenant","reconcileID":"75fad80e-3c3f-4855-9df1-85ff964875ea","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-e953257b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:38.572380633Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-e953257b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-e953257b","reconcileID":"1c9d0d5b-07b2-4acb-8d37-e6a1bab79734","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-e953257b","removed":["maas.opendatahub.io/gateway-access-e2e-mt-e953257b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:38.861122535Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:39.896522494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fc308db-ba4a-4906-9412-5c4ae47d945c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:39.950569129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fc308db-ba4a-4906-9412-5c4ae47d945c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:40.004843497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fc308db-ba4a-4906-9412-5c4ae47d945c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:40.058890356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fc308db-ba4a-4906-9412-5c4ae47d945c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:42.088681429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"735e8b3e-b646-44cf-bf08-35c0b321ee91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:42.142758468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"735e8b3e-b646-44cf-bf08-35c0b321ee91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:42.196999056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"735e8b3e-b646-44cf-bf08-35c0b321ee91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:42.251115462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"735e8b3e-b646-44cf-bf08-35c0b321ee91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:44.220968765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eedb2309-0775-46e9-9a9e-e909292bc43a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:44.276372922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eedb2309-0775-46e9-9a9e-e909292bc43a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:44.332394555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eedb2309-0775-46e9-9a9e-e909292bc43a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:44.386995697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eedb2309-0775-46e9-9a9e-e909292bc43a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:44.832478203Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-b57963","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-b57963","reconcileID":"99ce5c66-208f-4ef4-91b3-b7f3240c0d28","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-b57963","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-b57963":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:46.347167872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67363f0d-bb12-4332-8887-5db9a2b9f397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:46.401094334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67363f0d-bb12-4332-8887-5db9a2b9f397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:46.455047115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67363f0d-bb12-4332-8887-5db9a2b9f397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:46.508683854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67363f0d-bb12-4332-8887-5db9a2b9f397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:48.47755536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef087046-3cae-4d61-b51c-33276db66b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:48.531383542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef087046-3cae-4d61-b51c-33276db66b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:48.585167977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef087046-3cae-4d61-b51c-33276db66b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:48.639842118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef087046-3cae-4d61-b51c-33276db66b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:50.134392134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"00503f7f-5d97-4e8b-8c77-23e99ffeebb9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:50.236451566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"01bb85ac-6ee9-4192-9b1a-ea4b79a7758c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:50.332488582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"362f06f4-76a6-4203-afc7-1698ba624708","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:50.425790353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"a6ebfa85-b976-4916-a971-09bbc681e541","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:50.561080794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6a894c"},"namespace":"ai-tenant-e2e-ipp-a-6a894c","name":"default-tenant","reconcileID":"c53d32d9-b431-4aa6-9354-7776beb20a7b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-6a894c","tenantID":"e2e-ipp-a-6a894c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:50.597079532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"5fdf243e-3ce6-4656-9fde-9c98e0452d7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:50.681051335Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6a894c"},"namespace":"ai-tenant-e2e-ipp-a-6a894c","name":"default-tenant","reconcileID":"c53d32d9-b431-4aa6-9354-7776beb20a7b","name":"e2e-ipp-a-6a894c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:50.717230932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"223466ee-0cc1-4508-aaa3-ca8357fc1452","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:50.834626856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7b8ef870-a0f2-422a-8adc-40cec11b1ace","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:50.944561465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"483f638d-9b5c-4ffc-8220-8101b7fd589a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:51.052114735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"09dac004-c8dd-4818-902e-e685051a3aee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:51.155039403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"8177b6d3-a9ef-4b27-9fb4-6b32082d96cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:51.156330673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"c6563f46-3073-443f-9208-95d2625b4b8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:51.276842375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"05f154b8-72a0-4d63-83cb-57a442bfb155","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:53.786529276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6607725-6270-484c-b96d-3ea37311197d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:53.84108854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6607725-6270-484c-b96d-3ea37311197d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:53.894985688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6607725-6270-484c-b96d-3ea37311197d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:53.95074082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6607725-6270-484c-b96d-3ea37311197d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:54.293536667Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-9f5790","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-9f5790","reconcileID":"412b36c4-6839-4196-8b8a-a024e9c11baf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-9f5790","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-9f5790":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:55.894844568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfdd5aaa-2b90-401f-bab1-d02d288b5c5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:55.948536962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfdd5aaa-2b90-401f-bab1-d02d288b5c5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:56.00263498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfdd5aaa-2b90-401f-bab1-d02d288b5c5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:56.056401311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfdd5aaa-2b90-401f-bab1-d02d288b5c5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:58.01303496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29190415-f0d9-492d-bb7d-1c15d823248f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:58.069885716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29190415-f0d9-492d-bb7d-1c15d823248f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:58.124931526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29190415-f0d9-492d-bb7d-1c15d823248f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:58.178680936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29190415-f0d9-492d-bb7d-1c15d823248f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:00.176003736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"250f9538-7880-4f84-b757-1daa0e82c230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:00.229759799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"250f9538-7880-4f84-b757-1daa0e82c230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:00.283435623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"250f9538-7880-4f84-b757-1daa0e82c230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:00.337137561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"250f9538-7880-4f84-b757-1daa0e82c230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:02.29129448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3856d844-b120-4270-ab1f-c7189b3d68b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:02.345945375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3856d844-b120-4270-ab1f-c7189b3d68b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:02.400520472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3856d844-b120-4270-ab1f-c7189b3d68b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:02.454470417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3856d844-b120-4270-ab1f-c7189b3d68b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:04.392208612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"826a1e92-9839-44a9-be1a-bd8317264a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:04.446486862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"826a1e92-9839-44a9-be1a-bd8317264a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:04.500477373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"826a1e92-9839-44a9-be1a-bd8317264a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:04.554268288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"826a1e92-9839-44a9-be1a-bd8317264a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:06.499495484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a307f5a-7ca5-4009-826b-c0a8765079c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:06.553317463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a307f5a-7ca5-4009-826b-c0a8765079c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:06.607286058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a307f5a-7ca5-4009-826b-c0a8765079c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:06.661209342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a307f5a-7ca5-4009-826b-c0a8765079c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:06.879970495Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"default-tenant","reconcileID":"e93faec6-33e4-429f-bb52-549b6371283d","namespace":"ai-tenant-e2e-api-b-818862","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:06.88005372Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"default-tenant","reconcileID":"e93faec6-33e4-429f-bb52-549b6371283d","namespace":"ai-tenant-e2e-api-b-818862","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:06.880112078Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"default-tenant","reconcileID":"e93faec6-33e4-429f-bb52-549b6371283d","tenant":"e2e-api-b-818862","tenantID":"e2e-api-b-818862","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:06.935499006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"default-tenant","reconcileID":"e93faec6-33e4-429f-bb52-549b6371283d","gvk":"Deployment","name":"maas-api-e2e-api-b-818862","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:06.996639267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"default-tenant","reconcileID":"e93faec6-33e4-429f-bb52-549b6371283d","gvk":"Service","name":"maas-api-e2e-api-b-818862","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:07.052598077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"default-tenant","reconcileID":"e93faec6-33e4-429f-bb52-549b6371283d","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-818862","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:07.107737679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"default-tenant","reconcileID":"e93faec6-33e4-429f-bb52-549b6371283d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-818862","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:07.164137465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"default-tenant","reconcileID":"e93faec6-33e4-429f-bb52-549b6371283d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-818862","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:07.220404279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"default-tenant","reconcileID":"e93faec6-33e4-429f-bb52-549b6371283d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-818862","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:07.278379633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"default-tenant","reconcileID":"e93faec6-33e4-429f-bb52-549b6371283d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-818862","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:07.33406347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"default-tenant","reconcileID":"e93faec6-33e4-429f-bb52-549b6371283d","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-818862","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:07.387559058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"default-tenant","reconcileID":"e93faec6-33e4-429f-bb52-549b6371283d","gvk":"Deployment","name":"payload-processing-e2e-api-b-818862","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:07.441182828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"default-tenant","reconcileID":"e93faec6-33e4-429f-bb52-549b6371283d","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-818862","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:07.495583733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"default-tenant","reconcileID":"e93faec6-33e4-429f-bb52-549b6371283d","gvk":"Service","name":"payload-processing-e2e-api-b-818862","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:07.549643786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"default-tenant","reconcileID":"e93faec6-33e4-429f-bb52-549b6371283d","gvk":"Service","name":"payload-pre-processing-e2e-api-b-818862","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:07.602897072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"default-tenant","reconcileID":"e93faec6-33e4-429f-bb52-549b6371283d","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-818862","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:07.656048584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"default-tenant","reconcileID":"e93faec6-33e4-429f-bb52-549b6371283d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-818862","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:07.709353045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"default-tenant","reconcileID":"e93faec6-33e4-429f-bb52-549b6371283d","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-818862","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:07.765577753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"default-tenant","reconcileID":"e93faec6-33e4-429f-bb52-549b6371283d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-818862","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:07.819005754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"default-tenant","reconcileID":"e93faec6-33e4-429f-bb52-549b6371283d","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-818862","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:07.872565814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"default-tenant","reconcileID":"e93faec6-33e4-429f-bb52-549b6371283d","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-818862","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:07.926007468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"default-tenant","reconcileID":"e93faec6-33e4-429f-bb52-549b6371283d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-818862","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:07.98239734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-818862"},"namespace":"ai-tenant-e2e-api-b-818862","name":"default-tenant","reconcileID":"e93faec6-33e4-429f-bb52-549b6371283d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-818862","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:08.860215424Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:10.407823496Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-818862","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-818862","reconcileID":"3f49c405-142c-42f3-a4c6-62698681d0d3","aitenant":"ai-tenants/e2e-api-b-818862","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:10.99454632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe094abd-c468-49af-9c57-543043f95ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:11.049060044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe094abd-c468-49af-9c57-543043f95ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:11.102875598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe094abd-c468-49af-9c57-543043f95ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:11.156821748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe094abd-c468-49af-9c57-543043f95ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:11.270630923Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-818862","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-818862","reconcileID":"3f49c405-142c-42f3-a4c6-62698681d0d3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-818862","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-818862"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:13.212458634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0064f"},"namespace":"ai-tenant-e2e-ipp-b-c0064f","name":"default-tenant","reconcileID":"a1a0a2ad-1af6-40c0-9504-a8a68843b5f0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-c0064f","tenantID":"e2e-ipp-b-c0064f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:13.22659913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f98b8953-3412-4f8a-80f5-15ead14b3bef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:13.29976789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f98b8953-3412-4f8a-80f5-15ead14b3bef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:13.354550545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f98b8953-3412-4f8a-80f5-15ead14b3bef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:13.408414373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f98b8953-3412-4f8a-80f5-15ead14b3bef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:13.420473788Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0064f"},"namespace":"ai-tenant-e2e-ipp-b-c0064f","name":"default-tenant","reconcileID":"a1a0a2ad-1af6-40c0-9504-a8a68843b5f0","name":"e2e-ipp-b-c0064f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:15.402531575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09a044b2-8536-47a7-b705-51a2ebda1da7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:15.456391186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09a044b2-8536-47a7-b705-51a2ebda1da7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:15.510298392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09a044b2-8536-47a7-b705-51a2ebda1da7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:15.564343543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09a044b2-8536-47a7-b705-51a2ebda1da7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:17.066666536Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-981724","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-981724","reconcileID":"7cfc6755-d8e4-4025-8e22-a71447a502f6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-981724","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-981724":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:17.526599143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c1cd73-9c4f-4c46-bc65-00aa21297985","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:17.596279197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c1cd73-9c4f-4c46-bc65-00aa21297985","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:17.683133081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c1cd73-9c4f-4c46-bc65-00aa21297985","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:17.743467423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c1cd73-9c4f-4c46-bc65-00aa21297985","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:19.789967334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"151d9dba-8700-4dd9-bfa2-c49ba1658aca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:19.844431327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"151d9dba-8700-4dd9-bfa2-c49ba1658aca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:19.898125413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"151d9dba-8700-4dd9-bfa2-c49ba1658aca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:19.951968537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"151d9dba-8700-4dd9-bfa2-c49ba1658aca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:21.933122626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e56593-c1cd-4f74-be8f-adfeb276bf9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:21.987068825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e56593-c1cd-4f74-be8f-adfeb276bf9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:22.041768554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e56593-c1cd-4f74-be8f-adfeb276bf9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:22.09565793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e56593-c1cd-4f74-be8f-adfeb276bf9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:38.861295867Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:47.498468295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"default-tenant","reconcileID":"6c669422-240d-44d1-a025-70952334273d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b57963","tenantID":"e2e-api-a-b57963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:47.616816415Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"default-tenant","reconcileID":"6c669422-240d-44d1-a025-70952334273d","name":"e2e-api-a-b57963-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:54.301500491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a132a10c-7ba2-4e66-a620-bf6ad5cb42cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:54.355436016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a132a10c-7ba2-4e66-a620-bf6ad5cb42cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:54.409168128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a132a10c-7ba2-4e66-a620-bf6ad5cb42cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:54.463117937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a132a10c-7ba2-4e66-a620-bf6ad5cb42cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:56.406944887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc5f0a6e-111b-447c-b05b-8551d31c6ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:56.461713991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc5f0a6e-111b-447c-b05b-8551d31c6ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:56.517898708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc5f0a6e-111b-447c-b05b-8551d31c6ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:56.572479047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc5f0a6e-111b-447c-b05b-8551d31c6ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:58.590734125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cbf0db0-d7e6-46a5-8fbc-bc4e04722608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:58.644421686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cbf0db0-d7e6-46a5-8fbc-bc4e04722608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:58.698796267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cbf0db0-d7e6-46a5-8fbc-bc4e04722608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:58.752538898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cbf0db0-d7e6-46a5-8fbc-bc4e04722608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:02.876124693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9f5790"},"namespace":"ai-tenant-e2e-ipp-b-9f5790","name":"default-tenant","reconcileID":"75555b05-7d66-4a71-b6d7-c0b551d7df62","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-9f5790","tenantID":"e2e-ipp-b-9f5790","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:02.995760944Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9f5790"},"namespace":"ai-tenant-e2e-ipp-b-9f5790","name":"default-tenant","reconcileID":"75555b05-7d66-4a71-b6d7-c0b551d7df62","name":"e2e-ipp-b-9f5790-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:08.861504303Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:10.740060893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"4570ace7-b775-4dc7-8a2d-928f0b6c18c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:10.97897465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"1370ce2f-b9f1-4bef-b911-a8500b1953d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:11.091979563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"f3916a07-b272-4688-b3c1-fd4a1de4f8ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:11.212750861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b9e771dc-55d2-4d67-b8ff-e2a3ab908e87","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:11.307857885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"b008d1ef-94ca-4f92-9cb7-e18c4106349f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:11.433469154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c4cdb2df-da0c-4047-89d3-8ddcaee3b155","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:11.533948794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"873e7ef2-fe2a-4fbd-a428-e9ea4e16390e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:11.543779147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"81811a10-1cbe-4336-8cb3-f181298df08b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:11.633354428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"3486e847-c8cb-4d66-989f-12acf4cb7cd3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:11.660228272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"cbf2993a-24cf-4b0d-b5cb-2a4cfaa37a44","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:11.840536769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"23d76225-2dc6-4117-ab82-78ebe81533a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:11.875497815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"92d79c53-3ebb-4eb5-8b13-4e68a1f98a02","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:19.597702721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afbed464-4518-4e23-a373-ec7dd5a6c05a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:19.652083624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afbed464-4518-4e23-a373-ec7dd5a6c05a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:19.706028223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afbed464-4518-4e23-a373-ec7dd5a6c05a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:19.75997381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afbed464-4518-4e23-a373-ec7dd5a6c05a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:21.701531158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5d7721-f4ef-4271-b40d-cb9120bea6e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:21.756105596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5d7721-f4ef-4271-b40d-cb9120bea6e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:21.810332865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5d7721-f4ef-4271-b40d-cb9120bea6e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:21.865124874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5d7721-f4ef-4271-b40d-cb9120bea6e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:26.87954386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"3edc3848-90fa-4a48-8584-ae3024e1c89b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:26.982314898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"06d3a662-f169-4c9a-9317-420870c9f497","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:27.003296671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"77c93650-f3b3-4fd2-8255-8effcc4ac5d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:27.081926495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"3eec8d9a-e69c-4e1d-88a3-c8f8e60b4c91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:27.187618561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"b2e3dc40-64b1-465a-8e89-eeb64c7162c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:27.405772601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b19f9536-cd06-48d5-aa18-2d3f2c361c60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:27.50671781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"5bf5a004-ded3-477c-907c-64f3fb97c667","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:27.518421848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"b2bb6c86-aa37-4623-97fc-69adfa9c470a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:27.609432853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"421fd837-7e1a-4b92-b433-08ce37bb4a88","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:27.711301767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"605c3adb-a7d9-4b63-a371-39a6a54a2481","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:27.806139169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"98641142-4fe9-41e5-a949-8fecabfc48f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:27.879456262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"default-tenant","reconcileID":"0fd38a04-8d6b-4b8d-ad6a-b37193f6ab16","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-981724","tenantID":"e2e-ipp-a-981724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:27.905955839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"b0711831-dd09-48b4-9923-4dd228d2712e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:27.999542952Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"default-tenant","reconcileID":"0fd38a04-8d6b-4b8d-ad6a-b37193f6ab16","name":"e2e-ipp-a-981724-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:32.093978414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67e6e953-1c20-4c34-9936-88d5b61faa04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:32.148046705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67e6e953-1c20-4c34-9936-88d5b61faa04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:32.201946552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67e6e953-1c20-4c34-9936-88d5b61faa04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:32.255740796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67e6e953-1c20-4c34-9936-88d5b61faa04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:34.227774279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bdfcf9e-2614-4a1e-9bbf-3c0fdea2d961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:34.28233265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bdfcf9e-2614-4a1e-9bbf-3c0fdea2d961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:34.336163929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bdfcf9e-2614-4a1e-9bbf-3c0fdea2d961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:34.390122983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bdfcf9e-2614-4a1e-9bbf-3c0fdea2d961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:36.386240143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f07abc-b3ff-4d27-b909-1081a18e58f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:36.440829498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f07abc-b3ff-4d27-b909-1081a18e58f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:36.494637013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f07abc-b3ff-4d27-b909-1081a18e58f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:36.54919627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f07abc-b3ff-4d27-b909-1081a18e58f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:38.490472155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beafd6fe-8d86-4277-8f12-93634516b594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:38.54548059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beafd6fe-8d86-4277-8f12-93634516b594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:38.599499479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beafd6fe-8d86-4277-8f12-93634516b594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:38.653656617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beafd6fe-8d86-4277-8f12-93634516b594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:38.861947521Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:40.614200392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dcb9ff9-4c6e-4ba5-b878-09ca512d0dd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:40.66794211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dcb9ff9-4c6e-4ba5-b878-09ca512d0dd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:40.721936894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dcb9ff9-4c6e-4ba5-b878-09ca512d0dd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:40.775757042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dcb9ff9-4c6e-4ba5-b878-09ca512d0dd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:42.71549383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e44249cb-2505-4003-a874-8c4eedb4ee00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:42.76968163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e44249cb-2505-4003-a874-8c4eedb4ee00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:42.824243654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e44249cb-2505-4003-a874-8c4eedb4ee00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:42.879770353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e44249cb-2505-4003-a874-8c4eedb4ee00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:45.696662344Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-027689"},"namespace":"ai-tenant-e2e-ipp-a-027689","name":"default-tenant","reconcileID":"38e465b2-29a5-4891-a292-617b9946c024","namespace":"ai-tenant-e2e-ipp-a-027689","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:45.696741801Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-027689"},"namespace":"ai-tenant-e2e-ipp-a-027689","name":"default-tenant","reconcileID":"38e465b2-29a5-4891-a292-617b9946c024","namespace":"ai-tenant-e2e-ipp-a-027689","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:45.696812598Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-027689"},"namespace":"ai-tenant-e2e-ipp-a-027689","name":"default-tenant","reconcileID":"38e465b2-29a5-4891-a292-617b9946c024","tenant":"e2e-ipp-a-027689","tenantID":"e2e-ipp-a-027689","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:45.75249873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-027689"},"namespace":"ai-tenant-e2e-ipp-a-027689","name":"default-tenant","reconcileID":"38e465b2-29a5-4891-a292-617b9946c024","gvk":"Deployment","name":"maas-api-e2e-ipp-a-027689","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:45.81421471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-027689"},"namespace":"ai-tenant-e2e-ipp-a-027689","name":"default-tenant","reconcileID":"38e465b2-29a5-4891-a292-617b9946c024","gvk":"Service","name":"maas-api-e2e-ipp-a-027689","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:45.870781071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-027689"},"namespace":"ai-tenant-e2e-ipp-a-027689","name":"default-tenant","reconcileID":"38e465b2-29a5-4891-a292-617b9946c024","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-027689","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:45.926082976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-027689"},"namespace":"ai-tenant-e2e-ipp-a-027689","name":"default-tenant","reconcileID":"38e465b2-29a5-4891-a292-617b9946c024","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-027689","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:45.990948354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-027689"},"namespace":"ai-tenant-e2e-ipp-a-027689","name":"default-tenant","reconcileID":"38e465b2-29a5-4891-a292-617b9946c024","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-027689","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:46.061236038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-027689"},"namespace":"ai-tenant-e2e-ipp-a-027689","name":"default-tenant","reconcileID":"38e465b2-29a5-4891-a292-617b9946c024","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-027689","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:46.137397659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-027689"},"namespace":"ai-tenant-e2e-ipp-a-027689","name":"default-tenant","reconcileID":"38e465b2-29a5-4891-a292-617b9946c024","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-027689","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:46.193292197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-027689"},"namespace":"ai-tenant-e2e-ipp-a-027689","name":"default-tenant","reconcileID":"38e465b2-29a5-4891-a292-617b9946c024","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-027689","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:46.251323662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-027689"},"namespace":"ai-tenant-e2e-ipp-a-027689","name":"default-tenant","reconcileID":"38e465b2-29a5-4891-a292-617b9946c024","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-027689","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:46.306768932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-027689"},"namespace":"ai-tenant-e2e-ipp-a-027689","name":"default-tenant","reconcileID":"38e465b2-29a5-4891-a292-617b9946c024","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-027689","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:46.370933293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-027689"},"namespace":"ai-tenant-e2e-ipp-a-027689","name":"default-tenant","reconcileID":"38e465b2-29a5-4891-a292-617b9946c024","gvk":"Service","name":"payload-processing-e2e-ipp-a-027689","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:46.440776354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-027689"},"namespace":"ai-tenant-e2e-ipp-a-027689","name":"default-tenant","reconcileID":"38e465b2-29a5-4891-a292-617b9946c024","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-027689","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:46.503722536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-027689"},"namespace":"ai-tenant-e2e-ipp-a-027689","name":"default-tenant","reconcileID":"38e465b2-29a5-4891-a292-617b9946c024","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-027689","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:46.562334382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-027689"},"namespace":"ai-tenant-e2e-ipp-a-027689","name":"default-tenant","reconcileID":"38e465b2-29a5-4891-a292-617b9946c024","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-027689","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:46.62221841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-027689"},"namespace":"ai-tenant-e2e-ipp-a-027689","name":"default-tenant","reconcileID":"38e465b2-29a5-4891-a292-617b9946c024","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-027689","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:46.695657804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-027689"},"namespace":"ai-tenant-e2e-ipp-a-027689","name":"default-tenant","reconcileID":"38e465b2-29a5-4891-a292-617b9946c024","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-027689","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:46.756811143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-027689"},"namespace":"ai-tenant-e2e-ipp-a-027689","name":"default-tenant","reconcileID":"38e465b2-29a5-4891-a292-617b9946c024","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-027689","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:46.817850516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-027689"},"namespace":"ai-tenant-e2e-ipp-a-027689","name":"default-tenant","reconcileID":"38e465b2-29a5-4891-a292-617b9946c024","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-027689","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:46.878530554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-027689"},"namespace":"ai-tenant-e2e-ipp-a-027689","name":"default-tenant","reconcileID":"38e465b2-29a5-4891-a292-617b9946c024","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-027689","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:46.942177983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-027689"},"namespace":"ai-tenant-e2e-ipp-a-027689","name":"default-tenant","reconcileID":"38e465b2-29a5-4891-a292-617b9946c024","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-027689","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:53.757830777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc7cb7e-e221-43a8-93ed-e680aad31efb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:53.812980108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc7cb7e-e221-43a8-93ed-e680aad31efb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:53.867389796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc7cb7e-e221-43a8-93ed-e680aad31efb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:53.921691994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc7cb7e-e221-43a8-93ed-e680aad31efb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:55.069219676Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-027689","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-027689","reconcileID":"7f17ce40-e293-4d99-b0d4-6325a2dd7088","aitenant":"ai-tenants/e2e-ipp-a-027689","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:55.843334912Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-027689","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-027689","reconcileID":"7f17ce40-e293-4d99-b0d4-6325a2dd7088","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-027689","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-027689"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:55.87911955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a594729a-88d0-48e7-9920-f36f9cc9c49c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:55.935468687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a594729a-88d0-48e7-9920-f36f9cc9c49c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:55.98985616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a594729a-88d0-48e7-9920-f36f9cc9c49c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:56.043782163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a594729a-88d0-48e7-9920-f36f9cc9c49c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:57.972784332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"439da7f5-ad94-462a-899f-7cf899580816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:58.027749199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"439da7f5-ad94-462a-899f-7cf899580816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:58.046320877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87a78dfa-2ffa-4435-b6b2-2a354d3cee81","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:58.046360443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87a78dfa-2ffa-4435-b6b2-2a354d3cee81","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:58.08170301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"439da7f5-ad94-462a-899f-7cf899580816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:58.135658331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"439da7f5-ad94-462a-899f-7cf899580816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:58.140482317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f8b87be-4bf4-49dd-a684-a56985b6fdb2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:58.14050207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f8b87be-4bf4-49dd-a684-a56985b6fdb2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:58.247480387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"e2e-e2e-api-a-b57963-policy","reconcileID":"cf89cfc0-97e4-4143-b705-c8334be60e57","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b57963","tenantID":"e2e-api-a-b57963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:58.424539846Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"e2e-e2e-api-a-b57963-policy","reconcileID":"cf89cfc0-97e4-4143-b705-c8334be60e57","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"name":"e2e-api-a-b57963-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:58.480594712Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b57963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"e2e-e2e-api-a-b57963-policy","reconcileID":"cf89cfc0-97e4-4143-b705-c8334be60e57","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:58.537220743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8d0dc12-f278-41f1-ab2f-6227f4bcdb60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:58.537246453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8d0dc12-f278-41f1-ab2f-6227f4bcdb60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:00.105044501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ae80876-8772-4fbd-a8d3-65f3d872914b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:00.159678508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ae80876-8772-4fbd-a8d3-65f3d872914b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:00.213593468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ae80876-8772-4fbd-a8d3-65f3d872914b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:00.267173549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ae80876-8772-4fbd-a8d3-65f3d872914b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:02.727583115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90de7a58-60b2-448b-a033-f921da8ce5f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:02.781396596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90de7a58-60b2-448b-a033-f921da8ce5f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:02.835770616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90de7a58-60b2-448b-a033-f921da8ce5f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:02.889619598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90de7a58-60b2-448b-a033-f921da8ce5f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:03.497233416Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-443fdf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-443fdf","reconcileID":"af655046-369b-4316-a628-86c69eb418c5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-443fdf","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-443fdf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:04.885222963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe66b329-1796-4f2f-a89e-f60debacb85a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:04.939136879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe66b329-1796-4f2f-a89e-f60debacb85a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:04.993098336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe66b329-1796-4f2f-a89e-f60debacb85a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:05.046818195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe66b329-1796-4f2f-a89e-f60debacb85a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:06.995288267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c92a89f-bf50-44de-9f98-ad447c8b51a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:07.04988424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c92a89f-bf50-44de-9f98-ad447c8b51a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:07.104188245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c92a89f-bf50-44de-9f98-ad447c8b51a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:07.15842742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c92a89f-bf50-44de-9f98-ad447c8b51a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:08.650383662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"e2e-e2e-api-a-b57963-policy","reconcileID":"9abd4da7-473b-4c80-a71a-c5138cdfb33b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b57963","tenantID":"e2e-api-a-b57963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:08.709103441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"e2e-e2e-api-a-b57963-policy","reconcileID":"9abd4da7-473b-4c80-a71a-c5138cdfb33b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"name":"e2e-api-a-b57963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:08.766316199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b57963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"e2e-e2e-api-a-b57963-policy","reconcileID":"9abd4da7-473b-4c80-a71a-c5138cdfb33b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:08.859774141Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:09.139628699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a41da7f-2b7c-44c2-b992-05c1007393a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:09.193627578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a41da7f-2b7c-44c2-b992-05c1007393a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:09.247726316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a41da7f-2b7c-44c2-b992-05c1007393a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:09.301553768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a41da7f-2b7c-44c2-b992-05c1007393a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:11.316329811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43388735-3e58-4b29-97a1-6fc32a394283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:11.370272045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43388735-3e58-4b29-97a1-6fc32a394283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:11.424254891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43388735-3e58-4b29-97a1-6fc32a394283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:11.478698085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43388735-3e58-4b29-97a1-6fc32a394283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:13.478441651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05259c3f-6f3c-4ac7-b1f5-eda63a268d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:13.532675023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05259c3f-6f3c-4ac7-b1f5-eda63a268d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:13.586948717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05259c3f-6f3c-4ac7-b1f5-eda63a268d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:13.640720456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05259c3f-6f3c-4ac7-b1f5-eda63a268d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:15.679241407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a892a36f-5bf3-4c4a-8f77-a1ea4742ba7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:15.734580608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a892a36f-5bf3-4c4a-8f77-a1ea4742ba7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:15.792641865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a892a36f-5bf3-4c4a-8f77-a1ea4742ba7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:15.849515731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a892a36f-5bf3-4c4a-8f77-a1ea4742ba7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:17.857195064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ae3075-6ed5-4353-a6c1-f38e8d1bace6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:17.912498616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ae3075-6ed5-4353-a6c1-f38e8d1bace6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:17.969260503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ae3075-6ed5-4353-a6c1-f38e8d1bace6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:18.023521411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ae3075-6ed5-4353-a6c1-f38e8d1bace6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:18.344068982Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-7fdfca","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-7fdfca","reconcileID":"5243e987-7cfb-4774-8d8b-aa3d4c877832","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-7fdfca","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-7fdfca":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:18.876201473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"e2e-e2e-api-a-b57963-policy","reconcileID":"e1abd633-c451-45cd-823c-4971d0007a8b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b57963","tenantID":"e2e-api-a-b57963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:18.938770738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"e2e-e2e-api-a-b57963-policy","reconcileID":"e1abd633-c451-45cd-823c-4971d0007a8b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"name":"e2e-api-a-b57963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:18.996302086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b57963-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"e2e-e2e-api-a-b57963-policy","reconcileID":"e1abd633-c451-45cd-823c-4971d0007a8b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:19.986062639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a57ddaea-2986-4637-a160-6e13a33067bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:20.040023142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a57ddaea-2986-4637-a160-6e13a33067bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:20.093562084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a57ddaea-2986-4637-a160-6e13a33067bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:20.148034717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a57ddaea-2986-4637-a160-6e13a33067bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:20.986418168Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0064f"},"namespace":"ai-tenant-e2e-ipp-b-c0064f","name":"default-tenant","reconcileID":"23c0298b-f415-4bb5-b5e2-1982a1996ee6","namespace":"ai-tenant-e2e-ipp-b-c0064f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:20.986472034Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0064f"},"namespace":"ai-tenant-e2e-ipp-b-c0064f","name":"default-tenant","reconcileID":"23c0298b-f415-4bb5-b5e2-1982a1996ee6","namespace":"ai-tenant-e2e-ipp-b-c0064f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:20.986522597Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0064f"},"namespace":"ai-tenant-e2e-ipp-b-c0064f","name":"default-tenant","reconcileID":"23c0298b-f415-4bb5-b5e2-1982a1996ee6","tenant":"e2e-ipp-b-c0064f","tenantID":"e2e-ipp-b-c0064f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:21.045895209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0064f"},"namespace":"ai-tenant-e2e-ipp-b-c0064f","name":"default-tenant","reconcileID":"23c0298b-f415-4bb5-b5e2-1982a1996ee6","gvk":"Deployment","name":"maas-api-e2e-ipp-b-c0064f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:21.120451962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0064f"},"namespace":"ai-tenant-e2e-ipp-b-c0064f","name":"default-tenant","reconcileID":"23c0298b-f415-4bb5-b5e2-1982a1996ee6","gvk":"Service","name":"maas-api-e2e-ipp-b-c0064f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:21.17671566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0064f"},"namespace":"ai-tenant-e2e-ipp-b-c0064f","name":"default-tenant","reconcileID":"23c0298b-f415-4bb5-b5e2-1982a1996ee6","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-c0064f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:21.236397695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0064f"},"namespace":"ai-tenant-e2e-ipp-b-c0064f","name":"default-tenant","reconcileID":"23c0298b-f415-4bb5-b5e2-1982a1996ee6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-c0064f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:21.292700875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0064f"},"namespace":"ai-tenant-e2e-ipp-b-c0064f","name":"default-tenant","reconcileID":"23c0298b-f415-4bb5-b5e2-1982a1996ee6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-c0064f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:21.347994417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0064f"},"namespace":"ai-tenant-e2e-ipp-b-c0064f","name":"default-tenant","reconcileID":"23c0298b-f415-4bb5-b5e2-1982a1996ee6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-c0064f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:21.406686813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0064f"},"namespace":"ai-tenant-e2e-ipp-b-c0064f","name":"default-tenant","reconcileID":"23c0298b-f415-4bb5-b5e2-1982a1996ee6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-c0064f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:21.462764795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0064f"},"namespace":"ai-tenant-e2e-ipp-b-c0064f","name":"default-tenant","reconcileID":"23c0298b-f415-4bb5-b5e2-1982a1996ee6","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-c0064f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:21.626245004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0064f"},"namespace":"ai-tenant-e2e-ipp-b-c0064f","name":"default-tenant","reconcileID":"23c0298b-f415-4bb5-b5e2-1982a1996ee6","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-c0064f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:21.680018994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0064f"},"namespace":"ai-tenant-e2e-ipp-b-c0064f","name":"default-tenant","reconcileID":"23c0298b-f415-4bb5-b5e2-1982a1996ee6","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-c0064f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:21.73441972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0064f"},"namespace":"ai-tenant-e2e-ipp-b-c0064f","name":"default-tenant","reconcileID":"23c0298b-f415-4bb5-b5e2-1982a1996ee6","gvk":"Service","name":"payload-processing-e2e-ipp-b-c0064f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:21.788116054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0064f"},"namespace":"ai-tenant-e2e-ipp-b-c0064f","name":"default-tenant","reconcileID":"23c0298b-f415-4bb5-b5e2-1982a1996ee6","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-c0064f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:21.843803987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0064f"},"namespace":"ai-tenant-e2e-ipp-b-c0064f","name":"default-tenant","reconcileID":"23c0298b-f415-4bb5-b5e2-1982a1996ee6","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-c0064f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:21.897345029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0064f"},"namespace":"ai-tenant-e2e-ipp-b-c0064f","name":"default-tenant","reconcileID":"23c0298b-f415-4bb5-b5e2-1982a1996ee6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-c0064f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:21.950687835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0064f"},"namespace":"ai-tenant-e2e-ipp-b-c0064f","name":"default-tenant","reconcileID":"23c0298b-f415-4bb5-b5e2-1982a1996ee6","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-c0064f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:22.007286337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0064f"},"namespace":"ai-tenant-e2e-ipp-b-c0064f","name":"default-tenant","reconcileID":"23c0298b-f415-4bb5-b5e2-1982a1996ee6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-c0064f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:22.060746902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0064f"},"namespace":"ai-tenant-e2e-ipp-b-c0064f","name":"default-tenant","reconcileID":"23c0298b-f415-4bb5-b5e2-1982a1996ee6","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-c0064f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:22.114620352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0064f"},"namespace":"ai-tenant-e2e-ipp-b-c0064f","name":"default-tenant","reconcileID":"23c0298b-f415-4bb5-b5e2-1982a1996ee6","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-c0064f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:22.168311959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0064f"},"namespace":"ai-tenant-e2e-ipp-b-c0064f","name":"default-tenant","reconcileID":"23c0298b-f415-4bb5-b5e2-1982a1996ee6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-c0064f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:22.186840358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73fc771f-ab94-489e-8602-3d037f365d7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:22.24210717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73fc771f-ab94-489e-8602-3d037f365d7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:22.242393676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0064f"},"namespace":"ai-tenant-e2e-ipp-b-c0064f","name":"default-tenant","reconcileID":"23c0298b-f415-4bb5-b5e2-1982a1996ee6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-c0064f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:22.296258749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73fc771f-ab94-489e-8602-3d037f365d7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:22.351003257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73fc771f-ab94-489e-8602-3d037f365d7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:24.309720425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20b4b9d9-7709-4ba7-91e1-a3fc0ad8e165","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:24.3639156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20b4b9d9-7709-4ba7-91e1-a3fc0ad8e165","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:24.417711342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20b4b9d9-7709-4ba7-91e1-a3fc0ad8e165","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:24.471489001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20b4b9d9-7709-4ba7-91e1-a3fc0ad8e165","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:26.409293259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dab29bc-8303-4685-905e-dabea2b8b3da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:26.463495694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dab29bc-8303-4685-905e-dabea2b8b3da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:26.517608892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dab29bc-8303-4685-905e-dabea2b8b3da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:26.571666828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dab29bc-8303-4685-905e-dabea2b8b3da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:26.938788768Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-c0064f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-c0064f","reconcileID":"fc94fd68-8968-43ac-b428-4a2f3d2df017","aitenant":"ai-tenants/e2e-ipp-b-c0064f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:27.394123161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"33660e07-0d22-4ee9-adb6-ec06f3079dcd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:27.460539015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"aed70f61-37ce-4271-901c-88adf8c470ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:27.512484586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"197fea0a-8980-43a3-8fa5-d41385927668","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:27.610949074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f01df344-aae3-4de2-8e27-62fd3d9bf2b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:27.754623964Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-c0064f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-c0064f","reconcileID":"fc94fd68-8968-43ac-b428-4a2f3d2df017","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-c0064f","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-c0064f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:27.916755621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"e2292e4f-1fbb-4052-a715-563dbfd96097","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:28.134922357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"8e6d7559-eabd-469c-b4ce-fe63979504e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:28.199038937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"50bbb96a-0dc9-4fc6-82d0-b2dec7963e52","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:28.307577032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"8c67498d-ef02-486d-bc47-0a9042ed2d40","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:28.410968862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"05ee76f1-62c1-4a0a-b915-a519b8c1cb20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:28.50848285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"3455fa85-38d4-4108-a638-43d0cdf2fb26","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:28.549820736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fb872da-5a67-4cf0-8ebe-d9b3f2584bde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:28.604502282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fb872da-5a67-4cf0-8ebe-d9b3f2584bde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:28.658408449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fb872da-5a67-4cf0-8ebe-d9b3f2584bde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:28.659517923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b4ca37c6-6807-4efc-bc1f-b382d0a801d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:28.659573359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"ed325b0e-276d-4bb3-9ef9-ff4943befa5a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:28.715444351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fb872da-5a67-4cf0-8ebe-d9b3f2584bde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:29.103796742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"e2e-e2e-api-a-b57963-policy","reconcileID":"644e53ab-a0d9-489d-8b7f-9c96cdb177e5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b57963","tenantID":"e2e-api-a-b57963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:29.162237474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"e2e-e2e-api-a-b57963-policy","reconcileID":"644e53ab-a0d9-489d-8b7f-9c96cdb177e5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"name":"e2e-api-a-b57963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:29.218543159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b57963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9216b4900f10bb1acd899677d89d7b12a37faffd5018266cbf5f2bbbe383cf1) AuthConfig (3fc948c9795180d7f49d0e4074dd192d334c3012d7ae25d6f03957f3d0fbb179) AuthConfig (ec3c64a6f9990bf4fc547fe29edd9637c5847907fd45f24ad878b8b6d986eeea) AuthConfig (d2cee38e724db9ffc26eee4a2544a1a928fbb4c25829e52dad16cc7e426b9b55) AuthConfig (712253ed70309f18f996863ca845bab6f3fd972640af9b44dcdcac96b896316c) AuthConfig (478523f4a80a63cfcb1f6546a2d894ee1261ee3da32a1fe4dea10ed078b2f25e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"e2e-e2e-api-a-b57963-policy","reconcileID":"644e53ab-a0d9-489d-8b7f-9c96cdb177e5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:29.275482107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06c97f45-a119-40a2-aaa7-1385253f1701","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:29.275507392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06c97f45-a119-40a2-aaa7-1385253f1701","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:30.658500997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa7db43-7a46-4f00-8733-8ec07c66fe64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:30.713043899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa7db43-7a46-4f00-8733-8ec07c66fe64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:30.76780489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa7db43-7a46-4f00-8733-8ec07c66fe64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:30.821628032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa7db43-7a46-4f00-8733-8ec07c66fe64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:33.946566253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"787d3ba5-f48f-4e97-84f7-8248e1f34e15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:34.001034376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"787d3ba5-f48f-4e97-84f7-8248e1f34e15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:34.05468056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"787d3ba5-f48f-4e97-84f7-8248e1f34e15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:34.108622239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"787d3ba5-f48f-4e97-84f7-8248e1f34e15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:35.827615905Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-81c3c9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-81c3c9","reconcileID":"8dd0df13-72e4-4e4c-ae42-388b5e3e8e74","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-81c3c9","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-81c3c9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:36.062453146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d0f1f41-cc50-4e32-938a-3dcb0df882d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:36.116981407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d0f1f41-cc50-4e32-938a-3dcb0df882d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:36.170736546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d0f1f41-cc50-4e32-938a-3dcb0df882d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:36.224532512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d0f1f41-cc50-4e32-938a-3dcb0df882d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:38.090455617Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a69f65"},"namespace":"ai-tenant-e2e-ipp-a-a69f65","name":"default-tenant","reconcileID":"d001acb9-d19b-42e0-bc4f-6f711fa28526","namespace":"ai-tenant-e2e-ipp-a-a69f65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:38.090514516Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a69f65"},"namespace":"ai-tenant-e2e-ipp-a-a69f65","name":"default-tenant","reconcileID":"d001acb9-d19b-42e0-bc4f-6f711fa28526","namespace":"ai-tenant-e2e-ipp-a-a69f65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:38.09058202Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a69f65"},"namespace":"ai-tenant-e2e-ipp-a-a69f65","name":"default-tenant","reconcileID":"d001acb9-d19b-42e0-bc4f-6f711fa28526","tenant":"e2e-ipp-a-a69f65","tenantID":"e2e-ipp-a-a69f65","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:38.146007734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a69f65"},"namespace":"ai-tenant-e2e-ipp-a-a69f65","name":"default-tenant","reconcileID":"d001acb9-d19b-42e0-bc4f-6f711fa28526","gvk":"Deployment","name":"maas-api-e2e-ipp-a-a69f65","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:38.191328281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9dc6e42-cfd9-4ecd-badc-9fed825490b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:38.245428589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9dc6e42-cfd9-4ecd-badc-9fed825490b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:38.254460892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a69f65"},"namespace":"ai-tenant-e2e-ipp-a-a69f65","name":"default-tenant","reconcileID":"d001acb9-d19b-42e0-bc4f-6f711fa28526","gvk":"Service","name":"maas-api-e2e-ipp-a-a69f65","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:38.299348323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9dc6e42-cfd9-4ecd-badc-9fed825490b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:38.353128984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9dc6e42-cfd9-4ecd-badc-9fed825490b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:38.355438248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a69f65"},"namespace":"ai-tenant-e2e-ipp-a-a69f65","name":"default-tenant","reconcileID":"d001acb9-d19b-42e0-bc4f-6f711fa28526","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-a69f65","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:38.410793522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a69f65"},"namespace":"ai-tenant-e2e-ipp-a-a69f65","name":"default-tenant","reconcileID":"d001acb9-d19b-42e0-bc4f-6f711fa28526","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-a69f65","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:38.467701023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a69f65"},"namespace":"ai-tenant-e2e-ipp-a-a69f65","name":"default-tenant","reconcileID":"d001acb9-d19b-42e0-bc4f-6f711fa28526","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-a69f65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:38.526613171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a69f65"},"namespace":"ai-tenant-e2e-ipp-a-a69f65","name":"default-tenant","reconcileID":"d001acb9-d19b-42e0-bc4f-6f711fa28526","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-a69f65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:38.584501307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a69f65"},"namespace":"ai-tenant-e2e-ipp-a-a69f65","name":"default-tenant","reconcileID":"d001acb9-d19b-42e0-bc4f-6f711fa28526","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-a69f65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:38.648696386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a69f65"},"namespace":"ai-tenant-e2e-ipp-a-a69f65","name":"default-tenant","reconcileID":"d001acb9-d19b-42e0-bc4f-6f711fa28526","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-a69f65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:38.703582618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a69f65"},"namespace":"ai-tenant-e2e-ipp-a-a69f65","name":"default-tenant","reconcileID":"d001acb9-d19b-42e0-bc4f-6f711fa28526","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-a69f65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:38.758540221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a69f65"},"namespace":"ai-tenant-e2e-ipp-a-a69f65","name":"default-tenant","reconcileID":"d001acb9-d19b-42e0-bc4f-6f711fa28526","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-a69f65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:38.821871724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a69f65"},"namespace":"ai-tenant-e2e-ipp-a-a69f65","name":"default-tenant","reconcileID":"d001acb9-d19b-42e0-bc4f-6f711fa28526","gvk":"Service","name":"payload-processing-e2e-ipp-a-a69f65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:38.859049087Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:38.882987239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a69f65"},"namespace":"ai-tenant-e2e-ipp-a-a69f65","name":"default-tenant","reconcileID":"d001acb9-d19b-42e0-bc4f-6f711fa28526","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-a69f65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:38.938614829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a69f65"},"namespace":"ai-tenant-e2e-ipp-a-a69f65","name":"default-tenant","reconcileID":"d001acb9-d19b-42e0-bc4f-6f711fa28526","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-a69f65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:38.995826962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a69f65"},"namespace":"ai-tenant-e2e-ipp-a-a69f65","name":"default-tenant","reconcileID":"d001acb9-d19b-42e0-bc4f-6f711fa28526","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-a69f65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:39.051674509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a69f65"},"namespace":"ai-tenant-e2e-ipp-a-a69f65","name":"default-tenant","reconcileID":"d001acb9-d19b-42e0-bc4f-6f711fa28526","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-a69f65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:39.108176885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a69f65"},"namespace":"ai-tenant-e2e-ipp-a-a69f65","name":"default-tenant","reconcileID":"d001acb9-d19b-42e0-bc4f-6f711fa28526","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-a69f65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:39.164924284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a69f65"},"namespace":"ai-tenant-e2e-ipp-a-a69f65","name":"default-tenant","reconcileID":"d001acb9-d19b-42e0-bc4f-6f711fa28526","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-a69f65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:39.219664764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a69f65"},"namespace":"ai-tenant-e2e-ipp-a-a69f65","name":"default-tenant","reconcileID":"d001acb9-d19b-42e0-bc4f-6f711fa28526","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-a69f65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:39.276839175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a69f65"},"namespace":"ai-tenant-e2e-ipp-a-a69f65","name":"default-tenant","reconcileID":"d001acb9-d19b-42e0-bc4f-6f711fa28526","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-a69f65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:39.331959069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a69f65"},"namespace":"ai-tenant-e2e-ipp-a-a69f65","name":"default-tenant","reconcileID":"d001acb9-d19b-42e0-bc4f-6f711fa28526","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-a69f65","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:39.39920921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"e2e-e2e-api-a-b57963-policy","reconcileID":"99dc9975-f854-4679-bd9c-ca965dfb1eff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b57963","tenantID":"e2e-api-a-b57963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:39.510727549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"e2e-e2e-api-a-b57963-policy","reconcileID":"99dc9975-f854-4679-bd9c-ca965dfb1eff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"name":"e2e-api-a-b57963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:39.580931996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b57963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9216b4900f10bb1acd899677d89d7b12a37faffd5018266cbf5f2bbbe383cf1) AuthConfig (3fc948c9795180d7f49d0e4074dd192d334c3012d7ae25d6f03957f3d0fbb179) AuthConfig (ec3c64a6f9990bf4fc547fe29edd9637c5847907fd45f24ad878b8b6d986eeea) AuthConfig (d2cee38e724db9ffc26eee4a2544a1a928fbb4c25829e52dad16cc7e426b9b55) AuthConfig (712253ed70309f18f996863ca845bab6f3fd972640af9b44dcdcac96b896316c) AuthConfig (478523f4a80a63cfcb1f6546a2d894ee1261ee3da32a1fe4dea10ed078b2f25e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"e2e-e2e-api-a-b57963-policy","reconcileID":"99dc9975-f854-4679-bd9c-ca965dfb1eff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:40.385958128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b17191c9-60d0-404d-b9a6-3f086f62950e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:40.440966764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b17191c9-60d0-404d-b9a6-3f086f62950e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:40.49528589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b17191c9-60d0-404d-b9a6-3f086f62950e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:40.549717629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b17191c9-60d0-404d-b9a6-3f086f62950e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:42.500613559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f2d68d3-c1eb-4277-a663-0184927e6efa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:42.554931273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f2d68d3-c1eb-4277-a663-0184927e6efa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:42.60869034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f2d68d3-c1eb-4277-a663-0184927e6efa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:42.662200217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f2d68d3-c1eb-4277-a663-0184927e6efa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:43.548603Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a69f65","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a69f65","reconcileID":"a484f01c-b68e-42ef-a523-92ec69a1b240","aitenant":"ai-tenants/e2e-ipp-a-a69f65","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:44.317693899Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a69f65","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a69f65","reconcileID":"a484f01c-b68e-42ef-a523-92ec69a1b240","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-a69f65","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-a69f65"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:44.599479529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56c62601-375d-4091-a18b-cfac800e2b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:44.653461969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56c62601-375d-4091-a18b-cfac800e2b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:44.707427612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56c62601-375d-4091-a18b-cfac800e2b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:44.761445228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56c62601-375d-4091-a18b-cfac800e2b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:46.706602255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a95f07d-6b31-4f05-a777-3bfb5e427b67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:46.760861774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a95f07d-6b31-4f05-a777-3bfb5e427b67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:46.81437408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a95f07d-6b31-4f05-a777-3bfb5e427b67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:46.868088282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a95f07d-6b31-4f05-a777-3bfb5e427b67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.812331444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32dc8e29-e6ec-4063-9034-c2318166eba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.866825791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32dc8e29-e6ec-4063-9034-c2318166eba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.923181255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32dc8e29-e6ec-4063-9034-c2318166eba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.977481902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32dc8e29-e6ec-4063-9034-c2318166eba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:49.689590253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"e2e-e2e-api-a-b57963-policy","reconcileID":"497b356d-92ac-416f-8746-598d744c44af","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b57963","tenantID":"e2e-api-a-b57963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:49.747258417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"e2e-e2e-api-a-b57963-policy","reconcileID":"497b356d-92ac-416f-8746-598d744c44af","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"name":"e2e-api-a-b57963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:49.803676249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b57963-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9216b4900f10bb1acd899677d89d7b12a37faffd5018266cbf5f2bbbe383cf1) AuthConfig (3fc948c9795180d7f49d0e4074dd192d334c3012d7ae25d6f03957f3d0fbb179) AuthConfig (ec3c64a6f9990bf4fc547fe29edd9637c5847907fd45f24ad878b8b6d986eeea) AuthConfig (d2cee38e724db9ffc26eee4a2544a1a928fbb4c25829e52dad16cc7e426b9b55) AuthConfig (712253ed70309f18f996863ca845bab6f3fd972640af9b44dcdcac96b896316c) AuthConfig (478523f4a80a63cfcb1f6546a2d894ee1261ee3da32a1fe4dea10ed078b2f25e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"e2e-e2e-api-a-b57963-policy","reconcileID":"497b356d-92ac-416f-8746-598d744c44af","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:50.987764315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"957d5329-78de-4658-86ae-b9f64b00f2df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:51.041820812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"957d5329-78de-4658-86ae-b9f64b00f2df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:51.095473876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"957d5329-78de-4658-86ae-b9f64b00f2df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:51.149625533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"957d5329-78de-4658-86ae-b9f64b00f2df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:53.110521172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a03ea57-c7de-4d73-95ea-c7b1c99134bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:53.16539975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a03ea57-c7de-4d73-95ea-c7b1c99134bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:53.219182861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a03ea57-c7de-4d73-95ea-c7b1c99134bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:53.273332516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a03ea57-c7de-4d73-95ea-c7b1c99134bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:55.17317988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d97c179f-d46d-47fd-a880-ec25e28dc959","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:55.201218846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2702901-3a4d-493f-b412-b3cdd8351cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:55.255284733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2702901-3a4d-493f-b412-b3cdd8351cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:55.310662158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c4633a03-48ed-4f37-a30d-ce8649efbec8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:55.311385311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"0425fc75-af8b-4ce0-bfe5-33dbe93f4b72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:55.311996863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2702901-3a4d-493f-b412-b3cdd8351cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:55.368323689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2702901-3a4d-493f-b412-b3cdd8351cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:55.531063569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"bbd9228d-836b-406f-ac34-8f38b4fb9326","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:55.531077966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"6967b18c-2e86-4712-a4fb-8d969be5b90c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:55.802715745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"fde2bcf5-95bc-4081-b73e-f0281607ebe8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:55.903535101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"eb1de3aa-dadf-4d32-9c21-71fd38c21210","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:56.011691178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"054f52c0-7005-4b61-9165-8c13bb4534b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:56.110702543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"ba44d5b6-da39-43ea-a4f1-9dae9e724377","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:56.120986111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"c26593cb-a042-4bb5-a3a8-27426a222a07","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:56.292738374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"e6bba64c-b46a-4b80-ae59-0ad1cf8223e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:56.346516627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"a94e6b9b-81b9-47eb-84fb-22e903508ce1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:57.301612658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9b52a76-8b7d-4256-966e-a9b4768333c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:57.355374088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9b52a76-8b7d-4256-966e-a9b4768333c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:57.409020372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9b52a76-8b7d-4256-966e-a9b4768333c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:57.462814198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9b52a76-8b7d-4256-966e-a9b4768333c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:59.914112882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"e2e-e2e-api-a-b57963-policy","reconcileID":"93a2072d-0761-44a1-9b67-c1b7a2dd4355","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b57963","tenantID":"e2e-api-a-b57963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:59.973605419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"e2e-e2e-api-a-b57963-policy","reconcileID":"93a2072d-0761-44a1-9b67-c1b7a2dd4355","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"name":"e2e-api-a-b57963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:00.249462228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bf9c18a-b14e-401e-8597-6806bb459d84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:00.249488358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bf9c18a-b14e-401e-8597-6806bb459d84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:07.196885496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"879a8153-0b74-49e2-859a-c995251efe28","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-443fdf","tenantID":"e2e-api-b-443fdf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:07.314586998Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"879a8153-0b74-49e2-859a-c995251efe28","name":"e2e-api-b-443fdf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:07.373229444Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9f5790"},"namespace":"ai-tenant-e2e-ipp-b-9f5790","name":"default-tenant","reconcileID":"e2f1d679-1fd0-42ac-baf6-aaed36b4bd41","namespace":"ai-tenant-e2e-ipp-b-9f5790","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:07.37333886Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9f5790"},"namespace":"ai-tenant-e2e-ipp-b-9f5790","name":"default-tenant","reconcileID":"e2f1d679-1fd0-42ac-baf6-aaed36b4bd41","namespace":"ai-tenant-e2e-ipp-b-9f5790","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:07.373414222Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9f5790"},"namespace":"ai-tenant-e2e-ipp-b-9f5790","name":"default-tenant","reconcileID":"e2f1d679-1fd0-42ac-baf6-aaed36b4bd41","tenant":"e2e-ipp-b-9f5790","tenantID":"e2e-ipp-b-9f5790","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:07.428574816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9f5790"},"namespace":"ai-tenant-e2e-ipp-b-9f5790","name":"default-tenant","reconcileID":"e2f1d679-1fd0-42ac-baf6-aaed36b4bd41","gvk":"Deployment","name":"maas-api-e2e-ipp-b-9f5790","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:07.491732419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9f5790"},"namespace":"ai-tenant-e2e-ipp-b-9f5790","name":"default-tenant","reconcileID":"e2f1d679-1fd0-42ac-baf6-aaed36b4bd41","gvk":"Service","name":"maas-api-e2e-ipp-b-9f5790","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:07.54733417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9f5790"},"namespace":"ai-tenant-e2e-ipp-b-9f5790","name":"default-tenant","reconcileID":"e2f1d679-1fd0-42ac-baf6-aaed36b4bd41","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-9f5790","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:07.602434339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9f5790"},"namespace":"ai-tenant-e2e-ipp-b-9f5790","name":"default-tenant","reconcileID":"e2f1d679-1fd0-42ac-baf6-aaed36b4bd41","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-9f5790","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:07.658636322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9f5790"},"namespace":"ai-tenant-e2e-ipp-b-9f5790","name":"default-tenant","reconcileID":"e2f1d679-1fd0-42ac-baf6-aaed36b4bd41","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-9f5790","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:07.714203882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9f5790"},"namespace":"ai-tenant-e2e-ipp-b-9f5790","name":"default-tenant","reconcileID":"e2f1d679-1fd0-42ac-baf6-aaed36b4bd41","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-9f5790","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:07.771926466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9f5790"},"namespace":"ai-tenant-e2e-ipp-b-9f5790","name":"default-tenant","reconcileID":"e2f1d679-1fd0-42ac-baf6-aaed36b4bd41","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-9f5790","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:07.829331891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9f5790"},"namespace":"ai-tenant-e2e-ipp-b-9f5790","name":"default-tenant","reconcileID":"e2f1d679-1fd0-42ac-baf6-aaed36b4bd41","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-9f5790","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:07.886319973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9f5790"},"namespace":"ai-tenant-e2e-ipp-b-9f5790","name":"default-tenant","reconcileID":"e2f1d679-1fd0-42ac-baf6-aaed36b4bd41","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-9f5790","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:07.939486452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9f5790"},"namespace":"ai-tenant-e2e-ipp-b-9f5790","name":"default-tenant","reconcileID":"e2f1d679-1fd0-42ac-baf6-aaed36b4bd41","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-9f5790","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:07.992816439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9f5790"},"namespace":"ai-tenant-e2e-ipp-b-9f5790","name":"default-tenant","reconcileID":"e2f1d679-1fd0-42ac-baf6-aaed36b4bd41","gvk":"Service","name":"payload-processing-e2e-ipp-b-9f5790","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:08.045975124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9f5790"},"namespace":"ai-tenant-e2e-ipp-b-9f5790","name":"default-tenant","reconcileID":"e2f1d679-1fd0-42ac-baf6-aaed36b4bd41","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-9f5790","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:08.099264422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9f5790"},"namespace":"ai-tenant-e2e-ipp-b-9f5790","name":"default-tenant","reconcileID":"e2f1d679-1fd0-42ac-baf6-aaed36b4bd41","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-9f5790","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:08.152566686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9f5790"},"namespace":"ai-tenant-e2e-ipp-b-9f5790","name":"default-tenant","reconcileID":"e2f1d679-1fd0-42ac-baf6-aaed36b4bd41","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-9f5790","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:08.206176067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9f5790"},"namespace":"ai-tenant-e2e-ipp-b-9f5790","name":"default-tenant","reconcileID":"e2f1d679-1fd0-42ac-baf6-aaed36b4bd41","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-9f5790","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:08.262452656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9f5790"},"namespace":"ai-tenant-e2e-ipp-b-9f5790","name":"default-tenant","reconcileID":"e2f1d679-1fd0-42ac-baf6-aaed36b4bd41","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-9f5790","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:08.320313068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9f5790"},"namespace":"ai-tenant-e2e-ipp-b-9f5790","name":"default-tenant","reconcileID":"e2f1d679-1fd0-42ac-baf6-aaed36b4bd41","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-9f5790","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:08.375246901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9f5790"},"namespace":"ai-tenant-e2e-ipp-b-9f5790","name":"default-tenant","reconcileID":"e2f1d679-1fd0-42ac-baf6-aaed36b4bd41","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-9f5790","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:08.433923826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9f5790"},"namespace":"ai-tenant-e2e-ipp-b-9f5790","name":"default-tenant","reconcileID":"e2f1d679-1fd0-42ac-baf6-aaed36b4bd41","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-9f5790","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:08.48806139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9f5790"},"namespace":"ai-tenant-e2e-ipp-b-9f5790","name":"default-tenant","reconcileID":"e2f1d679-1fd0-42ac-baf6-aaed36b4bd41","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-9f5790","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:08.859126629Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:14.794710274Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-9f5790","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-9f5790","reconcileID":"113e7e23-3739-4f17-8d8f-27f14b56acaa","aitenant":"ai-tenants/e2e-ipp-b-9f5790","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:15.321976718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfadba0-69c5-4f38-a7ef-f18a21056981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:15.37632198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfadba0-69c5-4f38-a7ef-f18a21056981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:15.430874647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfadba0-69c5-4f38-a7ef-f18a21056981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:15.485019466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfadba0-69c5-4f38-a7ef-f18a21056981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:15.653300823Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-9f5790","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-9f5790","reconcileID":"113e7e23-3739-4f17-8d8f-27f14b56acaa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-9f5790","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-9f5790"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:17.443702715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39d42677-0838-458b-af5d-488b0534aa30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:17.497729924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39d42677-0838-458b-af5d-488b0534aa30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:17.551726498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39d42677-0838-458b-af5d-488b0534aa30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:17.605697688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39d42677-0838-458b-af5d-488b0534aa30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:18.478407166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7fdfca"},"namespace":"ai-tenant-e2e-ipp-b-7fdfca","name":"default-tenant","reconcileID":"c587b158-7a8c-4d24-975a-4e300699e6c2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-7fdfca","tenantID":"e2e-ipp-b-7fdfca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:18.605648566Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7fdfca"},"namespace":"ai-tenant-e2e-ipp-b-7fdfca","name":"default-tenant","reconcileID":"c587b158-7a8c-4d24-975a-4e300699e6c2","name":"e2e-ipp-b-7fdfca-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:19.602799313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb341160-8516-4007-85e9-cca868029b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:19.657088215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb341160-8516-4007-85e9-cca868029b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:19.71101475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb341160-8516-4007-85e9-cca868029b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:19.765409482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb341160-8516-4007-85e9-cca868029b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:21.699519484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95671b13-aca0-4006-9b0e-2a95941d3313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:21.754183702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95671b13-aca0-4006-9b0e-2a95941d3313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:21.8095921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95671b13-aca0-4006-9b0e-2a95941d3313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:21.864675563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95671b13-aca0-4006-9b0e-2a95941d3313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:22.834971287Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3bf62f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3bf62f","reconcileID":"f60a66ed-9652-4efd-9252-06cf526ac649","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-3bf62f","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-3bf62f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:23.807550214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e04bb5-70fc-4232-85d0-26ed9912a422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:23.861423098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e04bb5-70fc-4232-85d0-26ed9912a422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:23.919787462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e04bb5-70fc-4232-85d0-26ed9912a422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:23.976723828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e04bb5-70fc-4232-85d0-26ed9912a422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:25.914340186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc834870-e84f-4f9e-9185-3db11c9fe726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:25.968947203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc834870-e84f-4f9e-9185-3db11c9fe726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:26.023525241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc834870-e84f-4f9e-9185-3db11c9fe726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:26.07754246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc834870-e84f-4f9e-9185-3db11c9fe726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:28.090342939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf144b5f-fe30-439e-8352-ec856a2642c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:28.144363772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf144b5f-fe30-439e-8352-ec856a2642c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:28.198270641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf144b5f-fe30-439e-8352-ec856a2642c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:28.2522471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf144b5f-fe30-439e-8352-ec856a2642c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:30.302080702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"161f58e1-eefc-4f77-9c3e-72f6d50ee06f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:30.35608873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"161f58e1-eefc-4f77-9c3e-72f6d50ee06f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:30.409908799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"161f58e1-eefc-4f77-9c3e-72f6d50ee06f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:30.463664532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"161f58e1-eefc-4f77-9c3e-72f6d50ee06f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:32.395245134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"064d4524-9189-43cb-b6ce-b1000ced4940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:32.448914485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"064d4524-9189-43cb-b6ce-b1000ced4940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:32.50275052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"064d4524-9189-43cb-b6ce-b1000ced4940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:32.556454127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"064d4524-9189-43cb-b6ce-b1000ced4940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:34.499217831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b5ef50d-74c2-4d45-9ae8-8b6902352e3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:34.552963156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b5ef50d-74c2-4d45-9ae8-8b6902352e3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:34.606830692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b5ef50d-74c2-4d45-9ae8-8b6902352e3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:34.660577376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b5ef50d-74c2-4d45-9ae8-8b6902352e3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:36.597525506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91a11c6e-cbae-4944-8602-77c00a92084c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:36.651402489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91a11c6e-cbae-4944-8602-77c00a92084c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:36.705760941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91a11c6e-cbae-4944-8602-77c00a92084c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:36.759403331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91a11c6e-cbae-4944-8602-77c00a92084c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:38.702159612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64c39c7f-fec7-490b-a4f4-74eae2e23988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:38.756011539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64c39c7f-fec7-490b-a4f4-74eae2e23988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:38.812047301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64c39c7f-fec7-490b-a4f4-74eae2e23988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:38.861563596Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:38.867745748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64c39c7f-fec7-490b-a4f4-74eae2e23988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:40.825230338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd1552e8-a037-4384-97c6-c1c56cd73256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:40.879724749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd1552e8-a037-4384-97c6-c1c56cd73256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:40.934536523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd1552e8-a037-4384-97c6-c1c56cd73256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:40.988781501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd1552e8-a037-4384-97c6-c1c56cd73256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:42.536912062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"default-tenant","reconcileID":"e8ad9e22-8294-4f65-af9e-e457c36b7c0f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81c3c9","tenantID":"e2e-praxis-a-81c3c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:42.655279111Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"default-tenant","reconcileID":"e8ad9e22-8294-4f65-af9e-e457c36b7c0f","name":"e2e-praxis-a-81c3c9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:57.55431216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a4c0aef-c750-4185-9643-1794ab5e4112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:57.608042633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a4c0aef-c750-4185-9643-1794ab5e4112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:57.726400922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a4c0aef-c750-4185-9643-1794ab5e4112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:57.780550246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a4c0aef-c750-4185-9643-1794ab5e4112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:58.398045344Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5ff336","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5ff336","reconcileID":"ed9a0ad7-7d03-490e-895e-87cbe002c36e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-5ff336","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-5ff336":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:59.790978205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e4000eb-2854-4cb0-bb50-5bfb55f30583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:59.844651453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e4000eb-2854-4cb0-bb50-5bfb55f30583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:59.898419551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e4000eb-2854-4cb0-bb50-5bfb55f30583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:59.952338479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e4000eb-2854-4cb0-bb50-5bfb55f30583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:01.898966864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0824a442-d2dd-47df-8e56-39b83089bbfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:01.952950711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0824a442-d2dd-47df-8e56-39b83089bbfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:02.006756951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0824a442-d2dd-47df-8e56-39b83089bbfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:02.061540822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0824a442-d2dd-47df-8e56-39b83089bbfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:04.029084058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dc482e7-4ce2-4f53-813f-18585ff7364f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:04.086661743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dc482e7-4ce2-4f53-813f-18585ff7364f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:04.140674328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dc482e7-4ce2-4f53-813f-18585ff7364f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:04.194795918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dc482e7-4ce2-4f53-813f-18585ff7364f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:06.148067194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1937e0bb-7da7-43ce-bdde-a72c868128f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:06.204634577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1937e0bb-7da7-43ce-bdde-a72c868128f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:06.260506134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1937e0bb-7da7-43ce-bdde-a72c868128f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:06.314207265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1937e0bb-7da7-43ce-bdde-a72c868128f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:08.86010499Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:16.868974236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"559059eb-b27e-4012-87d7-392639da332a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:16.922750259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"559059eb-b27e-4012-87d7-392639da332a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:16.976645715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"559059eb-b27e-4012-87d7-392639da332a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:17.03058249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"559059eb-b27e-4012-87d7-392639da332a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:18.971998199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"787dc309-4db2-4680-bd7c-8aea7f1940ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:19.026021848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"787dc309-4db2-4680-bd7c-8aea7f1940ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:19.080106211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"787dc309-4db2-4680-bd7c-8aea7f1940ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:19.1342325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"787dc309-4db2-4680-bd7c-8aea7f1940ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:21.096508009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc2beebd-5815-4cbe-8ac6-d4b6a8da542a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:21.150718502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc2beebd-5815-4cbe-8ac6-d4b6a8da542a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:21.204658705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc2beebd-5815-4cbe-8ac6-d4b6a8da542a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:21.25863627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc2beebd-5815-4cbe-8ac6-d4b6a8da542a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:21.628233032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16df02d5-1861-4e8f-ac12-b0763075b632","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:21.628252294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16df02d5-1861-4e8f-ac12-b0763075b632","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:21.68432208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8034457-401e-4208-b960-1a8fe0b7f42d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:21.68433973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8034457-401e-4208-b960-1a8fe0b7f42d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:21.791242294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"e2e-e2e-api-b-443fdf-policy","reconcileID":"585c7ae8-128e-4cf6-9b75-20d873ed8d7b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-443fdf","tenantID":"e2e-api-b-443fdf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:21.926084145Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"e2e-e2e-api-b-443fdf-policy","reconcileID":"585c7ae8-128e-4cf6-9b75-20d873ed8d7b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"name":"e2e-api-b-443fdf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:21.982902818Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-443fdf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"e2e-e2e-api-b-443fdf-policy","reconcileID":"585c7ae8-128e-4cf6-9b75-20d873ed8d7b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:22.041709659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60c97e3c-4f95-46e4-beba-41ad547744bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:22.041728966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60c97e3c-4f95-46e4-beba-41ad547744bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:27.031176555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de7f30a3-a805-4308-8a57-6eaa1e86e539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:27.085244849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de7f30a3-a805-4308-8a57-6eaa1e86e539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:27.139776477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de7f30a3-a805-4308-8a57-6eaa1e86e539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:27.193702081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de7f30a3-a805-4308-8a57-6eaa1e86e539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:28.956511283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44521818-7145-4bd9-8aa7-32af5b34aeee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:28.956532188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44521818-7145-4bd9-8aa7-32af5b34aeee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:28.976933103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"e2e-e2e-api-a-b57963-policy","reconcileID":"97d0c31f-bbce-4f8f-9cd6-68c09f155523","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b57963","tenantID":"e2e-api-a-b57963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:29.036328198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"e2e-e2e-api-a-b57963-policy","reconcileID":"97d0c31f-bbce-4f8f-9cd6-68c09f155523","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"name":"e2e-api-a-b57963-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:29.144202619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a15ef317-4cf1-4c52-b277-114503d9fc45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:29.197943982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a15ef317-4cf1-4c52-b277-114503d9fc45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:29.252174441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a15ef317-4cf1-4c52-b277-114503d9fc45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:29.252259169Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"e2e-e2e-api-a-b57963-policy","reconcileID":"5d23589f-671b-4a0d-b8d7-9469c6e79d62","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:29.306593619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a15ef317-4cf1-4c52-b277-114503d9fc45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:29.414780685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"e2e-e2e-api-a-b57963-policy","reconcileID":"5d23589f-671b-4a0d-b8d7-9469c6e79d62","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b57963","tenantID":"e2e-api-a-b57963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:29.592862665Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"e2e-e2e-api-a-b57963-policy","reconcileID":"5d23589f-671b-4a0d-b8d7-9469c6e79d62","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"name":"e2e-api-a-b57963-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:29.592890121Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"e2e-e2e-api-a-b57963-policy","reconcileID":"5d23589f-671b-4a0d-b8d7-9469c6e79d62","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b57963-policy","namespace":"ai-tenant-e2e-api-a-b57963"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b57963","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:29.650464052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b551d04-8ed1-4f13-9088-99221477b7c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:29.650484459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b551d04-8ed1-4f13-9088-99221477b7c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:31.289327733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31a44b6c-91c9-4610-81f7-021290b3f95f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:31.343171014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31a44b6c-91c9-4610-81f7-021290b3f95f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:31.39802194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31a44b6c-91c9-4610-81f7-021290b3f95f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:31.453283267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31a44b6c-91c9-4610-81f7-021290b3f95f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:32.149005639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"e2e-e2e-api-b-443fdf-policy","reconcileID":"98b9fcde-4aeb-454f-b8eb-7edaf0181ccd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-443fdf","tenantID":"e2e-api-b-443fdf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:32.206452756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"e2e-e2e-api-b-443fdf-policy","reconcileID":"98b9fcde-4aeb-454f-b8eb-7edaf0181ccd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"name":"e2e-api-b-443fdf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:32.263249424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-443fdf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"e2e-e2e-api-b-443fdf-policy","reconcileID":"98b9fcde-4aeb-454f-b8eb-7edaf0181ccd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:35.485539509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bf62f"},"namespace":"ai-tenant-e2e-praxis-a-3bf62f","name":"default-tenant","reconcileID":"80e2752d-8cc1-499c-aac2-ab526c580df4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3bf62f","tenantID":"e2e-praxis-a-3bf62f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:35.603770451Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bf62f"},"namespace":"ai-tenant-e2e-praxis-a-3bf62f","name":"default-tenant","reconcileID":"80e2752d-8cc1-499c-aac2-ab526c580df4","name":"e2e-praxis-a-3bf62f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:38.859786748Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:39.513915195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a7b0717-63ec-401a-82b5-0996d20f68b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:39.571411246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a7b0717-63ec-401a-82b5-0996d20f68b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:39.625987357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a7b0717-63ec-401a-82b5-0996d20f68b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:39.680466314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a7b0717-63ec-401a-82b5-0996d20f68b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:41.664660332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fc040ad-31dc-45b6-b11f-d80fad6abc3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:41.718628562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fc040ad-31dc-45b6-b11f-d80fad6abc3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:41.774322534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fc040ad-31dc-45b6-b11f-d80fad6abc3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:41.829672755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fc040ad-31dc-45b6-b11f-d80fad6abc3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:42.370993841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"e2e-e2e-api-b-443fdf-policy","reconcileID":"30b37e3f-56ee-46e9-876e-48bee5897b7f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-443fdf","tenantID":"e2e-api-b-443fdf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:42.428563653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"e2e-e2e-api-b-443fdf-policy","reconcileID":"30b37e3f-56ee-46e9-876e-48bee5897b7f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"name":"e2e-api-b-443fdf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:42.484885052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-443fdf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fde2d6b3d6cbe31fd173256157b87e22f13b0f30d0fcf84a19463e1fc19705d6) AuthConfig (9cf3c3b08f0cac877d16c12161032f4fee419e893400f4ed54dd2db5305d4208) AuthConfig (12713240ddb0abcb0b75a57e711d64e6954f650d4fe62927cf9829cf8e33b34d) AuthConfig (611c1e9c9f66bb2f0e77a5dbcb3fb61f16c6a1dde49d64b020d968495487c44f) AuthConfig (8ecf5b94d859c2e6a5ff4252ee755f7757bb928df58cdc33ee0930a3b34927dc) AuthConfig (8a2f29ab895b2a0c15eeb3b31fd9b3763911aa85ec7f3aa6f0e4bdbf8c7e3a95)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"e2e-e2e-api-b-443fdf-policy","reconcileID":"30b37e3f-56ee-46e9-876e-48bee5897b7f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:42.543681199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cfcef92-b334-4ceb-997c-df28095a16de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:42.543710241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cfcef92-b334-4ceb-997c-df28095a16de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:43.794353576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b189bfb-ad93-4b8f-956d-d67708d6ddb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:43.848414114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b189bfb-ad93-4b8f-956d-d67708d6ddb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:43.902400037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b189bfb-ad93-4b8f-956d-d67708d6ddb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:43.957179322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b189bfb-ad93-4b8f-956d-d67708d6ddb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:52.650989911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"e2e-e2e-api-b-443fdf-policy","reconcileID":"72b32cf9-0f06-41a6-b6c8-e33483515d1b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-443fdf","tenantID":"e2e-api-b-443fdf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:52.709441929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"e2e-e2e-api-b-443fdf-policy","reconcileID":"72b32cf9-0f06-41a6-b6c8-e33483515d1b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"name":"e2e-api-b-443fdf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:52.765527397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-443fdf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fde2d6b3d6cbe31fd173256157b87e22f13b0f30d0fcf84a19463e1fc19705d6) AuthConfig (9cf3c3b08f0cac877d16c12161032f4fee419e893400f4ed54dd2db5305d4208) AuthConfig (12713240ddb0abcb0b75a57e711d64e6954f650d4fe62927cf9829cf8e33b34d) AuthConfig (611c1e9c9f66bb2f0e77a5dbcb3fb61f16c6a1dde49d64b020d968495487c44f) AuthConfig (8ecf5b94d859c2e6a5ff4252ee755f7757bb928df58cdc33ee0930a3b34927dc) AuthConfig (8a2f29ab895b2a0c15eeb3b31fd9b3763911aa85ec7f3aa6f0e4bdbf8c7e3a95)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"e2e-e2e-api-b-443fdf-policy","reconcileID":"72b32cf9-0f06-41a6-b6c8-e33483515d1b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:54.566610017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a50b3aa-936d-4f10-b6c2-e8d667eb72cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:54.620597558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a50b3aa-936d-4f10-b6c2-e8d667eb72cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:54.674720016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a50b3aa-936d-4f10-b6c2-e8d667eb72cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:54.729606552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a50b3aa-936d-4f10-b6c2-e8d667eb72cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:56.682311296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b54a80ef-e1a1-47b0-91c9-6a4e40279af7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:56.737273005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b54a80ef-e1a1-47b0-91c9-6a4e40279af7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:56.791596703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b54a80ef-e1a1-47b0-91c9-6a4e40279af7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:56.846072351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b54a80ef-e1a1-47b0-91c9-6a4e40279af7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:02.359367675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1441373e-cdd4-4c35-bd02-7204ee3d56da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:02.41362814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1441373e-cdd4-4c35-bd02-7204ee3d56da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:02.467691013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1441373e-cdd4-4c35-bd02-7204ee3d56da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:02.521721589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1441373e-cdd4-4c35-bd02-7204ee3d56da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:02.873626053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"e2e-e2e-api-b-443fdf-policy","reconcileID":"0f144460-7d11-47fa-89d1-56b59ffae97d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-443fdf","tenantID":"e2e-api-b-443fdf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:02.931332654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"e2e-e2e-api-b-443fdf-policy","reconcileID":"0f144460-7d11-47fa-89d1-56b59ffae97d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"name":"e2e-api-b-443fdf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.070311465Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-1c14e6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-1c14e6","reconcileID":"4cc9d7bc-1090-415d-88f4-5d81e51a7c29","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-1c14e6","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-1c14e6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.095197954Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"default-tenant","reconcileID":"d39c0ba0-0124-4f6c-beb8-1899c332c975","namespace":"ai-tenant-e2e-api-a-b57963","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.095257468Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"default-tenant","reconcileID":"d39c0ba0-0124-4f6c-beb8-1899c332c975","namespace":"ai-tenant-e2e-api-a-b57963","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.0953045Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"default-tenant","reconcileID":"d39c0ba0-0124-4f6c-beb8-1899c332c975","tenant":"e2e-api-a-b57963","tenantID":"e2e-api-a-b57963","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.15253119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"default-tenant","reconcileID":"d39c0ba0-0124-4f6c-beb8-1899c332c975","gvk":"Deployment","name":"maas-api-e2e-api-a-b57963","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.213697036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"default-tenant","reconcileID":"d39c0ba0-0124-4f6c-beb8-1899c332c975","gvk":"Service","name":"maas-api-e2e-api-a-b57963","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.255077202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43e0aca8-204e-4e57-a4d3-1e502385b340","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.255102057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43e0aca8-204e-4e57-a4d3-1e502385b340","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.274497037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"default-tenant","reconcileID":"d39c0ba0-0124-4f6c-beb8-1899c332c975","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-b57963","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.330119774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"default-tenant","reconcileID":"d39c0ba0-0124-4f6c-beb8-1899c332c975","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-b57963","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.386377638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"default-tenant","reconcileID":"d39c0ba0-0124-4f6c-beb8-1899c332c975","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-b57963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.443980999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"default-tenant","reconcileID":"d39c0ba0-0124-4f6c-beb8-1899c332c975","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-b57963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.506321146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"default-tenant","reconcileID":"d39c0ba0-0124-4f6c-beb8-1899c332c975","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-b57963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.6113585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"default-tenant","reconcileID":"d39c0ba0-0124-4f6c-beb8-1899c332c975","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-b57963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.6672665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"default-tenant","reconcileID":"d39c0ba0-0124-4f6c-beb8-1899c332c975","gvk":"Deployment","name":"payload-processing-e2e-api-a-b57963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.722472924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"default-tenant","reconcileID":"d39c0ba0-0124-4f6c-beb8-1899c332c975","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-b57963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.775711041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"default-tenant","reconcileID":"d39c0ba0-0124-4f6c-beb8-1899c332c975","gvk":"Service","name":"payload-processing-e2e-api-a-b57963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.828938938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"default-tenant","reconcileID":"d39c0ba0-0124-4f6c-beb8-1899c332c975","gvk":"Service","name":"payload-pre-processing-e2e-api-a-b57963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.882272551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"default-tenant","reconcileID":"d39c0ba0-0124-4f6c-beb8-1899c332c975","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-b57963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.941635262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"default-tenant","reconcileID":"d39c0ba0-0124-4f6c-beb8-1899c332c975","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-b57963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.994620787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"default-tenant","reconcileID":"d39c0ba0-0124-4f6c-beb8-1899c332c975","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-b57963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:04.051212254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"default-tenant","reconcileID":"d39c0ba0-0124-4f6c-beb8-1899c332c975","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-b57963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:04.104318469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"default-tenant","reconcileID":"d39c0ba0-0124-4f6c-beb8-1899c332c975","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-b57963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:04.15800032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"default-tenant","reconcileID":"d39c0ba0-0124-4f6c-beb8-1899c332c975","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-b57963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:04.211651497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"default-tenant","reconcileID":"d39c0ba0-0124-4f6c-beb8-1899c332c975","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-b57963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:04.265503645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b57963"},"namespace":"ai-tenant-e2e-api-a-b57963","name":"default-tenant","reconcileID":"d39c0ba0-0124-4f6c-beb8-1899c332c975","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-b57963","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:04.476386449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b1f7501-f8c4-4264-9a67-84cb31f4b345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:04.530359073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b1f7501-f8c4-4264-9a67-84cb31f4b345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:04.584281003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b1f7501-f8c4-4264-9a67-84cb31f4b345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:04.638274878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b1f7501-f8c4-4264-9a67-84cb31f4b345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:06.659478842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8143ecd5-d2ef-4745-a411-6d074bed3490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:06.71380904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8143ecd5-d2ef-4745-a411-6d074bed3490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:06.767753594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8143ecd5-d2ef-4745-a411-6d074bed3490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:06.821646933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8143ecd5-d2ef-4745-a411-6d074bed3490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:08.087942621Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-b57963","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-b57963","reconcileID":"d30a48e5-3230-44a5-9059-c363dbdef177","aitenant":"ai-tenants/e2e-api-a-b57963","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:08.859310961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af317eb7-33c6-46f6-ab0f-8c02fa62f39c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:08.860037202Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:08.913350744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af317eb7-33c6-46f6-ab0f-8c02fa62f39c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:08.920511114Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-b57963","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-b57963","reconcileID":"d30a48e5-3230-44a5-9059-c363dbdef177","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-b57963","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-b57963"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:08.968230595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af317eb7-33c6-46f6-ab0f-8c02fa62f39c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:09.022731495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af317eb7-33c6-46f6-ab0f-8c02fa62f39c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:09.736835111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ff336"},"namespace":"ai-tenant-e2e-ipp-b-5ff336","name":"default-tenant","reconcileID":"a953cb60-e183-4ade-b406-d300b6422185","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-5ff336","tenantID":"e2e-ipp-b-5ff336","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:09.908093633Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ff336"},"namespace":"ai-tenant-e2e-ipp-b-5ff336","name":"default-tenant","reconcileID":"a953cb60-e183-4ade-b406-d300b6422185","name":"e2e-ipp-b-5ff336-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:09.967406472Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6a894c"},"namespace":"ai-tenant-e2e-ipp-a-6a894c","name":"default-tenant","reconcileID":"8b63ecc8-50a8-40ff-af2a-2c4f04a33fc8","namespace":"ai-tenant-e2e-ipp-a-6a894c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:09.967466972Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6a894c"},"namespace":"ai-tenant-e2e-ipp-a-6a894c","name":"default-tenant","reconcileID":"8b63ecc8-50a8-40ff-af2a-2c4f04a33fc8","namespace":"ai-tenant-e2e-ipp-a-6a894c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:09.967528553Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6a894c"},"namespace":"ai-tenant-e2e-ipp-a-6a894c","name":"default-tenant","reconcileID":"8b63ecc8-50a8-40ff-af2a-2c4f04a33fc8","tenant":"e2e-ipp-a-6a894c","tenantID":"e2e-ipp-a-6a894c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:10.022842073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6a894c"},"namespace":"ai-tenant-e2e-ipp-a-6a894c","name":"default-tenant","reconcileID":"8b63ecc8-50a8-40ff-af2a-2c4f04a33fc8","gvk":"Deployment","name":"maas-api-e2e-ipp-a-6a894c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:10.090350833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6a894c"},"namespace":"ai-tenant-e2e-ipp-a-6a894c","name":"default-tenant","reconcileID":"8b63ecc8-50a8-40ff-af2a-2c4f04a33fc8","gvk":"Service","name":"maas-api-e2e-ipp-a-6a894c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:10.168749763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6a894c"},"namespace":"ai-tenant-e2e-ipp-a-6a894c","name":"default-tenant","reconcileID":"8b63ecc8-50a8-40ff-af2a-2c4f04a33fc8","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-6a894c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:10.224177533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6a894c"},"namespace":"ai-tenant-e2e-ipp-a-6a894c","name":"default-tenant","reconcileID":"8b63ecc8-50a8-40ff-af2a-2c4f04a33fc8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-6a894c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:10.279723052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6a894c"},"namespace":"ai-tenant-e2e-ipp-a-6a894c","name":"default-tenant","reconcileID":"8b63ecc8-50a8-40ff-af2a-2c4f04a33fc8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-6a894c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:10.336357249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6a894c"},"namespace":"ai-tenant-e2e-ipp-a-6a894c","name":"default-tenant","reconcileID":"8b63ecc8-50a8-40ff-af2a-2c4f04a33fc8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-6a894c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:10.392732443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6a894c"},"namespace":"ai-tenant-e2e-ipp-a-6a894c","name":"default-tenant","reconcileID":"8b63ecc8-50a8-40ff-af2a-2c4f04a33fc8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-6a894c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:10.53177932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6a894c"},"namespace":"ai-tenant-e2e-ipp-a-6a894c","name":"default-tenant","reconcileID":"8b63ecc8-50a8-40ff-af2a-2c4f04a33fc8","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-6a894c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:10.587650948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6a894c"},"namespace":"ai-tenant-e2e-ipp-a-6a894c","name":"default-tenant","reconcileID":"8b63ecc8-50a8-40ff-af2a-2c4f04a33fc8","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-6a894c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:10.642975826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6a894c"},"namespace":"ai-tenant-e2e-ipp-a-6a894c","name":"default-tenant","reconcileID":"8b63ecc8-50a8-40ff-af2a-2c4f04a33fc8","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-6a894c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:10.70328331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6a894c"},"namespace":"ai-tenant-e2e-ipp-a-6a894c","name":"default-tenant","reconcileID":"8b63ecc8-50a8-40ff-af2a-2c4f04a33fc8","gvk":"Service","name":"payload-processing-e2e-ipp-a-6a894c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:10.770442273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6a894c"},"namespace":"ai-tenant-e2e-ipp-a-6a894c","name":"default-tenant","reconcileID":"8b63ecc8-50a8-40ff-af2a-2c4f04a33fc8","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-6a894c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:10.836605722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6a894c"},"namespace":"ai-tenant-e2e-ipp-a-6a894c","name":"default-tenant","reconcileID":"8b63ecc8-50a8-40ff-af2a-2c4f04a33fc8","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-6a894c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:10.892556949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6a894c"},"namespace":"ai-tenant-e2e-ipp-a-6a894c","name":"default-tenant","reconcileID":"8b63ecc8-50a8-40ff-af2a-2c4f04a33fc8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-6a894c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:10.948948514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6a894c"},"namespace":"ai-tenant-e2e-ipp-a-6a894c","name":"default-tenant","reconcileID":"8b63ecc8-50a8-40ff-af2a-2c4f04a33fc8","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-6a894c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:11.008927002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6a894c"},"namespace":"ai-tenant-e2e-ipp-a-6a894c","name":"default-tenant","reconcileID":"8b63ecc8-50a8-40ff-af2a-2c4f04a33fc8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-6a894c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:11.052771736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1077556a-09a2-4ce5-b239-83f70462716d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:11.106952494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1077556a-09a2-4ce5-b239-83f70462716d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:11.108250136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6a894c"},"namespace":"ai-tenant-e2e-ipp-a-6a894c","name":"default-tenant","reconcileID":"8b63ecc8-50a8-40ff-af2a-2c4f04a33fc8","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-6a894c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:11.163181833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1077556a-09a2-4ce5-b239-83f70462716d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:11.230024203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1077556a-09a2-4ce5-b239-83f70462716d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:11.231589493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6a894c"},"namespace":"ai-tenant-e2e-ipp-a-6a894c","name":"default-tenant","reconcileID":"8b63ecc8-50a8-40ff-af2a-2c4f04a33fc8","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-6a894c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:11.337909122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6a894c"},"namespace":"ai-tenant-e2e-ipp-a-6a894c","name":"default-tenant","reconcileID":"8b63ecc8-50a8-40ff-af2a-2c4f04a33fc8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-6a894c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:11.39346482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6a894c"},"namespace":"ai-tenant-e2e-ipp-a-6a894c","name":"default-tenant","reconcileID":"8b63ecc8-50a8-40ff-af2a-2c4f04a33fc8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-6a894c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:13.237090164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b230cd9a-0291-4553-b55d-6e4572618032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:13.290961578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b230cd9a-0291-4553-b55d-6e4572618032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:13.346091559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b230cd9a-0291-4553-b55d-6e4572618032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:13.402223211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b230cd9a-0291-4553-b55d-6e4572618032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:15.39668031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe7e40c-0854-425b-b181-9a688205123f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:15.451199094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe7e40c-0854-425b-b181-9a688205123f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:15.505333042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe7e40c-0854-425b-b181-9a688205123f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:15.559114432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe7e40c-0854-425b-b181-9a688205123f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:15.612641812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"e2e-e2e-api-b-443fdf-policy","reconcileID":"66e125c9-0184-43a6-b1d9-e686ad458bb1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-443fdf","tenantID":"e2e-api-b-443fdf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:15.669761062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"e2e-e2e-api-b-443fdf-policy","reconcileID":"66e125c9-0184-43a6-b1d9-e686ad458bb1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"name":"e2e-api-b-443fdf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:15.985582521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"e2e-e2e-api-b-443fdf-policy","reconcileID":"9b98afee-b391-4bd8-b23b-e75370c7d293","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-443fdf","tenantID":"e2e-api-b-443fdf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:16.04318424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"e2e-e2e-api-b-443fdf-policy","reconcileID":"9b98afee-b391-4bd8-b23b-e75370c7d293","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"name":"e2e-api-b-443fdf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:16.199248697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52ce5407-6693-4d0a-9dc9-419fe2dddb34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:16.199271003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52ce5407-6693-4d0a-9dc9-419fe2dddb34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:16.250261081Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"e2e-e2e-api-b-443fdf-policy","reconcileID":"2f6bf16b-4025-43d6-bf8d-8e35dc0a0fa6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:16.505415681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"e2e-e2e-api-b-443fdf-policy","reconcileID":"2f6bf16b-4025-43d6-bf8d-8e35dc0a0fa6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-443fdf","tenantID":"e2e-api-b-443fdf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:16.649577837Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"e2e-e2e-api-b-443fdf-policy","reconcileID":"2f6bf16b-4025-43d6-bf8d-8e35dc0a0fa6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"name":"e2e-api-b-443fdf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:16.64960212Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"e2e-e2e-api-b-443fdf-policy","reconcileID":"2f6bf16b-4025-43d6-bf8d-8e35dc0a0fa6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443fdf-policy","namespace":"ai-tenant-e2e-api-b-443fdf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-443fdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:16.70732033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e346332a-aff9-48de-9bf5-b8871cd0d16a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:16.707339946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e346332a-aff9-48de-9bf5-b8871cd0d16a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:16.810063326Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"5dedc46a-35f7-413d-a6f4-fdf1ff2cea45","namespace":"ai-tenant-e2e-api-b-443fdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:16.810120842Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"5dedc46a-35f7-413d-a6f4-fdf1ff2cea45","namespace":"ai-tenant-e2e-api-b-443fdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:16.810193383Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"5dedc46a-35f7-413d-a6f4-fdf1ff2cea45","tenant":"e2e-api-b-443fdf","tenantID":"e2e-api-b-443fdf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:16.865466877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"5dedc46a-35f7-413d-a6f4-fdf1ff2cea45","gvk":"Deployment","name":"maas-api-e2e-api-b-443fdf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:16.980390198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"5dedc46a-35f7-413d-a6f4-fdf1ff2cea45","gvk":"Service","name":"maas-api-e2e-api-b-443fdf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.037221475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"5dedc46a-35f7-413d-a6f4-fdf1ff2cea45","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-443fdf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.092440912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"5dedc46a-35f7-413d-a6f4-fdf1ff2cea45","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-443fdf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.148890302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"5dedc46a-35f7-413d-a6f4-fdf1ff2cea45","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-443fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.207492035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"5dedc46a-35f7-413d-a6f4-fdf1ff2cea45","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-443fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.266346037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"5dedc46a-35f7-413d-a6f4-fdf1ff2cea45","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-443fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.324339018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"5dedc46a-35f7-413d-a6f4-fdf1ff2cea45","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-443fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.378309616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"5dedc46a-35f7-413d-a6f4-fdf1ff2cea45","gvk":"Deployment","name":"payload-processing-e2e-api-b-443fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.434040586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"5dedc46a-35f7-413d-a6f4-fdf1ff2cea45","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-443fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.489357119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"5dedc46a-35f7-413d-a6f4-fdf1ff2cea45","gvk":"Service","name":"payload-processing-e2e-api-b-443fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.500026878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e8ca1b0-f50b-4384-9c9c-67e4d17aa41a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.553749976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"5dedc46a-35f7-413d-a6f4-fdf1ff2cea45","gvk":"Service","name":"payload-pre-processing-e2e-api-b-443fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.55425658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e8ca1b0-f50b-4384-9c9c-67e4d17aa41a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.60769205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"5dedc46a-35f7-413d-a6f4-fdf1ff2cea45","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-443fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.608169429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e8ca1b0-f50b-4384-9c9c-67e4d17aa41a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.662027517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"5dedc46a-35f7-413d-a6f4-fdf1ff2cea45","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-443fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.662447355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e8ca1b0-f50b-4384-9c9c-67e4d17aa41a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.715949493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"5dedc46a-35f7-413d-a6f4-fdf1ff2cea45","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-443fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.773049002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"5dedc46a-35f7-413d-a6f4-fdf1ff2cea45","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-443fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.826531819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"5dedc46a-35f7-413d-a6f4-fdf1ff2cea45","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-443fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.880278413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"5dedc46a-35f7-413d-a6f4-fdf1ff2cea45","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-443fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.939369134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"5dedc46a-35f7-413d-a6f4-fdf1ff2cea45","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-443fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.992990723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"5dedc46a-35f7-413d-a6f4-fdf1ff2cea45","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-443fdf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:19.67793406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"397436aa-b03f-4866-9a7c-24c32c623b47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:19.732392322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"397436aa-b03f-4866-9a7c-24c32c623b47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:19.786424439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"397436aa-b03f-4866-9a7c-24c32c623b47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:19.840873858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"397436aa-b03f-4866-9a7c-24c32c623b47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:20.743835855Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-6a894c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-6a894c","reconcileID":"6564405c-f06d-46ca-9d5d-aa76e5109612","aitenant":"ai-tenants/e2e-ipp-a-6a894c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:21.518001589Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-6a894c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-6a894c","reconcileID":"6564405c-f06d-46ca-9d5d-aa76e5109612","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-6a894c","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-6a894c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:21.803724593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdbe71b9-84ff-449f-b981-4e3ed2d81489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:21.857951146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdbe71b9-84ff-449f-b981-4e3ed2d81489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:21.911670619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdbe71b9-84ff-449f-b981-4e3ed2d81489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:21.96619149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdbe71b9-84ff-449f-b981-4e3ed2d81489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:23.977240128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a24df2-8011-4d71-a6f4-97f2e7ffe163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:24.031260457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a24df2-8011-4d71-a6f4-97f2e7ffe163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:24.085035596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a24df2-8011-4d71-a6f4-97f2e7ffe163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:24.138855661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a24df2-8011-4d71-a6f4-97f2e7ffe163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:26.084311524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e3a7b41-1eb5-4247-8b64-9a75825b8dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:26.138234531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e3a7b41-1eb5-4247-8b64-9a75825b8dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:26.192257165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e3a7b41-1eb5-4247-8b64-9a75825b8dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:26.246002597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e3a7b41-1eb5-4247-8b64-9a75825b8dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:28.186104565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7edb36e-fbf3-43e5-8c75-00768b3f44fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:28.239847768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7edb36e-fbf3-43e5-8c75-00768b3f44fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:28.293859816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7edb36e-fbf3-43e5-8c75-00768b3f44fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:28.347486239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7edb36e-fbf3-43e5-8c75-00768b3f44fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:30.38136711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a6eb26f-62b7-4c9f-938e-e93181dc599f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:30.435295624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a6eb26f-62b7-4c9f-938e-e93181dc599f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:30.489344738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a6eb26f-62b7-4c9f-938e-e93181dc599f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:30.543199366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a6eb26f-62b7-4c9f-938e-e93181dc599f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:32.542354289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae376db-fc70-401a-9b11-4c1c10e2f4c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:32.59643077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae376db-fc70-401a-9b11-4c1c10e2f4c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:32.650299794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae376db-fc70-401a-9b11-4c1c10e2f4c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:32.704248188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae376db-fc70-401a-9b11-4c1c10e2f4c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:34.632620462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f76ef9b5-e5cb-4822-8b5a-acde366f1306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:34.686452806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f76ef9b5-e5cb-4822-8b5a-acde366f1306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:34.742348695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f76ef9b5-e5cb-4822-8b5a-acde366f1306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:34.797996758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f76ef9b5-e5cb-4822-8b5a-acde366f1306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:36.725072964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38139dea-8018-44fb-b755-0f486eb5477a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:36.77869281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38139dea-8018-44fb-b755-0f486eb5477a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:36.833240256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38139dea-8018-44fb-b755-0f486eb5477a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:36.886993832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38139dea-8018-44fb-b755-0f486eb5477a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:38.860093678Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.427138488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd4a5f80-e852-4c3f-ad77-5ddd18c83292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.481117744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd4a5f80-e852-4c3f-ad77-5ddd18c83292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.535038698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd4a5f80-e852-4c3f-ad77-5ddd18c83292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.588867422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd4a5f80-e852-4c3f-ad77-5ddd18c83292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:45.530893728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c34a98c-573e-44ff-97e3-1a8b23cf5d36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:45.585217114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c34a98c-573e-44ff-97e3-1a8b23cf5d36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:45.639027551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c34a98c-573e-44ff-97e3-1a8b23cf5d36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:45.692706062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c34a98c-573e-44ff-97e3-1a8b23cf5d36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:47.708888846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9543da19-0102-4717-b6ca-c50cb7890caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:47.76359094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9543da19-0102-4717-b6ca-c50cb7890caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:47.818320807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9543da19-0102-4717-b6ca-c50cb7890caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:47.872826028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9543da19-0102-4717-b6ca-c50cb7890caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:51.08837305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c0d5d70-520a-45a0-b431-a1f76636093e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:51.142048487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c0d5d70-520a-45a0-b431-a1f76636093e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:51.195546574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c0d5d70-520a-45a0-b431-a1f76636093e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:51.249030395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c0d5d70-520a-45a0-b431-a1f76636093e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:51.561275853Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-02cdd9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-02cdd9","reconcileID":"4a3e1bda-b141-41ec-b483-fdd12ce77c3b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-02cdd9","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-02cdd9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:53.282533837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e93bf3c-220c-4a9c-b5ae-a149fe78b827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:53.33634828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e93bf3c-220c-4a9c-b5ae-a149fe78b827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:53.390082543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e93bf3c-220c-4a9c-b5ae-a149fe78b827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:53.443799049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e93bf3c-220c-4a9c-b5ae-a149fe78b827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:55.397081852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"772b51a0-dd93-4154-add5-2a89d0d013e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:55.451305859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"772b51a0-dd93-4154-add5-2a89d0d013e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:55.505362556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"772b51a0-dd93-4154-add5-2a89d0d013e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:55.560242118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"772b51a0-dd93-4154-add5-2a89d0d013e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:00.822956147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"dc0e46e0-f1d8-44e5-a152-4675663dfabe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:00.934020734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"c11b32cc-42dd-4ebc-9b28-094b22b57569","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:01.040545313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"ece52e71-1d8d-44c9-b726-57c327f0dcfb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:01.134564495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c6bb35c1-0d59-4586-b996-4497c49d214a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:01.13463852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"b8ed7ca2-d6f9-4817-b42b-d4aac4fd59c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:01.239893468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"0a0f33ad-27e0-4df4-9e12-99310290a34c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:01.335257621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bb4a2244-17ef-455c-8fa1-ed3f6cfd2ab8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:01.365989094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"097f1c52-7376-4b2d-9278-84217f706020","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:01.467462091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"ab83951b-0a83-4844-9a00-c230640c1a11","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:01.500658919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"3c2fc11b-ff3e-4ccd-b607-0ecda2162a18","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:01.615237607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"76cd98b5-2aa6-42f8-b02e-72ec0aa4ef10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:01.783474754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"21d18e22-fe35-4624-8fea-195f5efa8582","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:08.859382685Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:13.824607302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1c14e6"},"namespace":"ai-tenant-e2e-praxis-b-1c14e6","name":"default-tenant","reconcileID":"c59854d8-a951-4934-b364-f11ba660d494","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-1c14e6","tenantID":"e2e-praxis-b-1c14e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:13.943187198Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1c14e6"},"namespace":"ai-tenant-e2e-praxis-b-1c14e6","name":"default-tenant","reconcileID":"c59854d8-a951-4934-b364-f11ba660d494","name":"e2e-praxis-b-1c14e6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:20.766488154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99cf3235-bd5f-4421-a1aa-03e494109f9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:20.82146268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99cf3235-bd5f-4421-a1aa-03e494109f9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:20.875874191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99cf3235-bd5f-4421-a1aa-03e494109f9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:20.929801505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99cf3235-bd5f-4421-a1aa-03e494109f9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:22.882005494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b003b8ca-056c-42e4-ade2-16426fca6075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:22.938897638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b003b8ca-056c-42e4-ade2-16426fca6075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:22.992871327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b003b8ca-056c-42e4-ade2-16426fca6075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:23.048612133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b003b8ca-056c-42e4-ade2-16426fca6075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:24.255309906Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"3c4e260b-0188-431d-8a7a-dc14776aed6d","namespace":"ai-tenant-e2e-api-b-443fdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:24.255394386Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"3c4e260b-0188-431d-8a7a-dc14776aed6d","namespace":"ai-tenant-e2e-api-b-443fdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:24.255468706Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"3c4e260b-0188-431d-8a7a-dc14776aed6d","tenant":"e2e-api-b-443fdf","tenantID":"e2e-api-b-443fdf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:24.30893622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"3c4e260b-0188-431d-8a7a-dc14776aed6d","gvk":"Deployment","name":"maas-api-e2e-api-b-443fdf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:24.362723297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"3c4e260b-0188-431d-8a7a-dc14776aed6d","gvk":"Service","name":"maas-api-e2e-api-b-443fdf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:24.462388487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"3c4e260b-0188-431d-8a7a-dc14776aed6d","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-443fdf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:24.516364217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"3c4e260b-0188-431d-8a7a-dc14776aed6d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-443fdf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:24.569607589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"3c4e260b-0188-431d-8a7a-dc14776aed6d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-443fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:24.622920893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"3c4e260b-0188-431d-8a7a-dc14776aed6d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-443fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:24.676298562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"3c4e260b-0188-431d-8a7a-dc14776aed6d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-443fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:24.729523919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"3c4e260b-0188-431d-8a7a-dc14776aed6d","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-443fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:24.782766037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"3c4e260b-0188-431d-8a7a-dc14776aed6d","gvk":"Deployment","name":"payload-processing-e2e-api-b-443fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:24.835730172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"3c4e260b-0188-431d-8a7a-dc14776aed6d","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-443fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:24.888960495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"3c4e260b-0188-431d-8a7a-dc14776aed6d","gvk":"Service","name":"payload-processing-e2e-api-b-443fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:24.942305963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"3c4e260b-0188-431d-8a7a-dc14776aed6d","gvk":"Service","name":"payload-pre-processing-e2e-api-b-443fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:24.995489637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"3c4e260b-0188-431d-8a7a-dc14776aed6d","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-443fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.00012895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"839fe806-a979-4413-b59b-10fb67704579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.053268354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"3c4e260b-0188-431d-8a7a-dc14776aed6d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-443fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.054054181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"839fe806-a979-4413-b59b-10fb67704579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.107457894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"3c4e260b-0188-431d-8a7a-dc14776aed6d","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-443fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.107712196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"839fe806-a979-4413-b59b-10fb67704579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.161240734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"3c4e260b-0188-431d-8a7a-dc14776aed6d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-443fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.161609435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"839fe806-a979-4413-b59b-10fb67704579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.214578463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"3c4e260b-0188-431d-8a7a-dc14776aed6d","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-443fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.267627575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"3c4e260b-0188-431d-8a7a-dc14776aed6d","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-443fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.321136666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"3c4e260b-0188-431d-8a7a-dc14776aed6d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-443fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.374773129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443fdf"},"namespace":"ai-tenant-e2e-api-b-443fdf","name":"default-tenant","reconcileID":"3c4e260b-0188-431d-8a7a-dc14776aed6d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-443fdf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:26.454022876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"5dff919b-b439-4bfe-9ba1-6c48940fb17c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:26.777535412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"b58f2de2-9b8c-405c-8609-3ccf7b4d5609","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:27.015897212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"20e09b7e-7074-49fa-b688-39915f7543a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:27.10680684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"1a1bb9cd-5624-4997-a502-91f72b7a39f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:27.107736204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51fae00-f2a8-41b8-937f-f892692a77ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:27.129930945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9501fdbd-e101-4322-8d02-1246c02eef5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:27.163589638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51fae00-f2a8-41b8-937f-f892692a77ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:27.217314551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51fae00-f2a8-41b8-937f-f892692a77ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:27.271265676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51fae00-f2a8-41b8-937f-f892692a77ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:27.271294946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"e1d62d87-6335-4d5c-9281-5415d0ae8cfb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:27.44585821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"ef8cfc02-25c2-4734-a5c3-bba688ecefdf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:27.500017062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"146f59df-9aaf-4279-a435-0c6a0a6e2020","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:27.60899843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"ab89913e-e523-409c-ba26-7932351ad923","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:27.662769732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"7f829d0a-7047-4dd5-a4a1-2aca403d2880","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:27.717415344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"93faef46-7a88-41a7-a96a-e05d98352626","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:27.833000515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"05a96a8c-9112-43e5-b77f-75b435318733","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:28.988542157Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-443fdf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-443fdf","reconcileID":"cdaae7fa-d8ad-45dc-b678-ff5da41b900e","aitenant":"ai-tenants/e2e-api-b-443fdf","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:29.247953041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02efc0b9-91c1-4ab9-a63b-94f5c20d7987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:29.303394147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02efc0b9-91c1-4ab9-a63b-94f5c20d7987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:29.357340336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02efc0b9-91c1-4ab9-a63b-94f5c20d7987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:29.411132942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02efc0b9-91c1-4ab9-a63b-94f5c20d7987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:29.866305676Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-443fdf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-443fdf","reconcileID":"cdaae7fa-d8ad-45dc-b678-ff5da41b900e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-443fdf","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-443fdf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:30.80157267Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7fdfca"},"namespace":"ai-tenant-e2e-ipp-b-7fdfca","name":"default-tenant","reconcileID":"7aa62635-ba95-44b7-bfbd-de393ebe0dfb","namespace":"ai-tenant-e2e-ipp-b-7fdfca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:30.801682536Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7fdfca"},"namespace":"ai-tenant-e2e-ipp-b-7fdfca","name":"default-tenant","reconcileID":"7aa62635-ba95-44b7-bfbd-de393ebe0dfb","namespace":"ai-tenant-e2e-ipp-b-7fdfca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:30.801773132Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7fdfca"},"namespace":"ai-tenant-e2e-ipp-b-7fdfca","name":"default-tenant","reconcileID":"7aa62635-ba95-44b7-bfbd-de393ebe0dfb","tenant":"e2e-ipp-b-7fdfca","tenantID":"e2e-ipp-b-7fdfca","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:30.861688959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7fdfca"},"namespace":"ai-tenant-e2e-ipp-b-7fdfca","name":"default-tenant","reconcileID":"7aa62635-ba95-44b7-bfbd-de393ebe0dfb","gvk":"Deployment","name":"maas-api-e2e-ipp-b-7fdfca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:30.928454265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7fdfca"},"namespace":"ai-tenant-e2e-ipp-b-7fdfca","name":"default-tenant","reconcileID":"7aa62635-ba95-44b7-bfbd-de393ebe0dfb","gvk":"Service","name":"maas-api-e2e-ipp-b-7fdfca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:30.989852311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7fdfca"},"namespace":"ai-tenant-e2e-ipp-b-7fdfca","name":"default-tenant","reconcileID":"7aa62635-ba95-44b7-bfbd-de393ebe0dfb","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-7fdfca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:31.056344211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7fdfca"},"namespace":"ai-tenant-e2e-ipp-b-7fdfca","name":"default-tenant","reconcileID":"7aa62635-ba95-44b7-bfbd-de393ebe0dfb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-7fdfca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:31.113110314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7fdfca"},"namespace":"ai-tenant-e2e-ipp-b-7fdfca","name":"default-tenant","reconcileID":"7aa62635-ba95-44b7-bfbd-de393ebe0dfb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-7fdfca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:31.170610123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7fdfca"},"namespace":"ai-tenant-e2e-ipp-b-7fdfca","name":"default-tenant","reconcileID":"7aa62635-ba95-44b7-bfbd-de393ebe0dfb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-7fdfca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:31.232480662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7fdfca"},"namespace":"ai-tenant-e2e-ipp-b-7fdfca","name":"default-tenant","reconcileID":"7aa62635-ba95-44b7-bfbd-de393ebe0dfb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-7fdfca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:31.293755452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7fdfca"},"namespace":"ai-tenant-e2e-ipp-b-7fdfca","name":"default-tenant","reconcileID":"7aa62635-ba95-44b7-bfbd-de393ebe0dfb","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-7fdfca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:31.353842985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7fdfca"},"namespace":"ai-tenant-e2e-ipp-b-7fdfca","name":"default-tenant","reconcileID":"7aa62635-ba95-44b7-bfbd-de393ebe0dfb","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-7fdfca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:31.412047859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7fdfca"},"namespace":"ai-tenant-e2e-ipp-b-7fdfca","name":"default-tenant","reconcileID":"7aa62635-ba95-44b7-bfbd-de393ebe0dfb","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-7fdfca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:31.417234161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f95baeb-be37-4213-a88c-dfdf907a96b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:31.477961645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f95baeb-be37-4213-a88c-dfdf907a96b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:31.483716779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7fdfca"},"namespace":"ai-tenant-e2e-ipp-b-7fdfca","name":"default-tenant","reconcileID":"7aa62635-ba95-44b7-bfbd-de393ebe0dfb","gvk":"Service","name":"payload-processing-e2e-ipp-b-7fdfca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:31.537727793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f95baeb-be37-4213-a88c-dfdf907a96b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:31.593685805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f95baeb-be37-4213-a88c-dfdf907a96b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:31.601063287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7fdfca"},"namespace":"ai-tenant-e2e-ipp-b-7fdfca","name":"default-tenant","reconcileID":"7aa62635-ba95-44b7-bfbd-de393ebe0dfb","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-7fdfca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:31.662831635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7fdfca"},"namespace":"ai-tenant-e2e-ipp-b-7fdfca","name":"default-tenant","reconcileID":"7aa62635-ba95-44b7-bfbd-de393ebe0dfb","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-7fdfca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:31.719034484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7fdfca"},"namespace":"ai-tenant-e2e-ipp-b-7fdfca","name":"default-tenant","reconcileID":"7aa62635-ba95-44b7-bfbd-de393ebe0dfb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-7fdfca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:31.789801446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7fdfca"},"namespace":"ai-tenant-e2e-ipp-b-7fdfca","name":"default-tenant","reconcileID":"7aa62635-ba95-44b7-bfbd-de393ebe0dfb","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-7fdfca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:31.903864224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7fdfca"},"namespace":"ai-tenant-e2e-ipp-b-7fdfca","name":"default-tenant","reconcileID":"7aa62635-ba95-44b7-bfbd-de393ebe0dfb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-7fdfca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:31.96003815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7fdfca"},"namespace":"ai-tenant-e2e-ipp-b-7fdfca","name":"default-tenant","reconcileID":"7aa62635-ba95-44b7-bfbd-de393ebe0dfb","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-7fdfca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:32.020058809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7fdfca"},"namespace":"ai-tenant-e2e-ipp-b-7fdfca","name":"default-tenant","reconcileID":"7aa62635-ba95-44b7-bfbd-de393ebe0dfb","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-7fdfca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:32.078487787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7fdfca"},"namespace":"ai-tenant-e2e-ipp-b-7fdfca","name":"default-tenant","reconcileID":"7aa62635-ba95-44b7-bfbd-de393ebe0dfb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-7fdfca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:32.13464324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7fdfca"},"namespace":"ai-tenant-e2e-ipp-b-7fdfca","name":"default-tenant","reconcileID":"7aa62635-ba95-44b7-bfbd-de393ebe0dfb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-7fdfca","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:33.621620582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"571bc4f8-968d-4c1c-964f-a393e802a16b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:33.67618053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"571bc4f8-968d-4c1c-964f-a393e802a16b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:33.730882984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"571bc4f8-968d-4c1c-964f-a393e802a16b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:33.785113053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"571bc4f8-968d-4c1c-964f-a393e802a16b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:35.392763952Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-7fdfca","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-7fdfca","reconcileID":"4146f5c2-083c-45b7-909a-852f21e21673","aitenant":"ai-tenants/e2e-ipp-b-7fdfca","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:35.741826638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d4fc2eb-f081-488d-b7ee-65fefd5d2c37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:35.795631766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d4fc2eb-f081-488d-b7ee-65fefd5d2c37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:35.850210955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d4fc2eb-f081-488d-b7ee-65fefd5d2c37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:35.905440331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d4fc2eb-f081-488d-b7ee-65fefd5d2c37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:36.198570098Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-7fdfca","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-7fdfca","reconcileID":"4146f5c2-083c-45b7-909a-852f21e21673","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-7fdfca","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-7fdfca"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:37.916217801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e9d7f7-4d1c-46ad-9a22-d499d32ae033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:37.921814028Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-5a3909","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-5a3909","reconcileID":"bbf1cae2-6911-4306-86a3-5012e19c183a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-5a3909","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-5a3909":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:37.970136986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e9d7f7-4d1c-46ad-9a22-d499d32ae033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:38.024126414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e9d7f7-4d1c-46ad-9a22-d499d32ae033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:38.079691716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e9d7f7-4d1c-46ad-9a22-d499d32ae033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:38.864679446Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:40.103997769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6745960e-9e5c-49cf-be2f-89ed502a0184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:40.158016739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6745960e-9e5c-49cf-be2f-89ed502a0184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:40.211757214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6745960e-9e5c-49cf-be2f-89ed502a0184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:40.265537973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6745960e-9e5c-49cf-be2f-89ed502a0184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.298567088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9585989-244b-4a71-ab8f-b379ddf43efb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.352408752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9585989-244b-4a71-ab8f-b379ddf43efb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.406926845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9585989-244b-4a71-ab8f-b379ddf43efb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.461609053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9585989-244b-4a71-ab8f-b379ddf43efb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.741637235Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-fb5fa2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-fb5fa2","reconcileID":"f79d83b0-8bb2-4d2a-9da2-078bedbb25fe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-fb5fa2","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-fb5fa2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:44.488602588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2f90990-a60a-47d5-8a62-c1f68fa51be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:44.542436886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2f90990-a60a-47d5-8a62-c1f68fa51be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:44.59637469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2f90990-a60a-47d5-8a62-c1f68fa51be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:44.650161246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2f90990-a60a-47d5-8a62-c1f68fa51be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:46.661367292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea58cf2-f853-4e90-bf64-5f762fa5b79c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:46.715162191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea58cf2-f853-4e90-bf64-5f762fa5b79c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:46.7704652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea58cf2-f853-4e90-bf64-5f762fa5b79c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:46.825211194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea58cf2-f853-4e90-bf64-5f762fa5b79c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:00.047507409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-02cdd9"},"namespace":"ai-tenant-e2e-praxis-b-02cdd9","name":"default-tenant","reconcileID":"8137ea15-86f5-4463-ac98-372963f02d95","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-02cdd9","tenantID":"e2e-praxis-b-02cdd9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:00.171871104Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-02cdd9"},"namespace":"ai-tenant-e2e-praxis-b-02cdd9","name":"default-tenant","reconcileID":"8137ea15-86f5-4463-ac98-372963f02d95","name":"e2e-praxis-b-02cdd9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:08.862797336Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:21.634244142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"982175ef-fcec-4c38-88ba-354926473959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:21.688111556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"982175ef-fcec-4c38-88ba-354926473959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:21.742744239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"982175ef-fcec-4c38-88ba-354926473959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:21.797843425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"982175ef-fcec-4c38-88ba-354926473959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:23.778537395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2557253-f5e9-4ec6-85b1-4e1f8eb24a6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:23.832907517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2557253-f5e9-4ec6-85b1-4e1f8eb24a6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:23.886786407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2557253-f5e9-4ec6-85b1-4e1f8eb24a6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:23.940665395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2557253-f5e9-4ec6-85b1-4e1f8eb24a6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:25.891210434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c98bc53e-0701-4903-afa8-b93fd0283764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:25.945117337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c98bc53e-0701-4903-afa8-b93fd0283764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:25.999704442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c98bc53e-0701-4903-afa8-b93fd0283764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:26.053630489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c98bc53e-0701-4903-afa8-b93fd0283764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:28.012775264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c9d8808-afe2-4dac-90bb-20df96787ea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:28.066601497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c9d8808-afe2-4dac-90bb-20df96787ea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:28.120452776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c9d8808-afe2-4dac-90bb-20df96787ea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:28.174973536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c9d8808-afe2-4dac-90bb-20df96787ea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:30.183493265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79953a10-263a-4f2b-93cb-974f2204aeae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:30.237199193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79953a10-263a-4f2b-93cb-974f2204aeae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:30.290853507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79953a10-263a-4f2b-93cb-974f2204aeae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:30.344530979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79953a10-263a-4f2b-93cb-974f2204aeae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:38.859409838Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:47.157938914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5a3909"},"namespace":"ai-tenant-e2e-ipp-a-5a3909","name":"default-tenant","reconcileID":"daa951d5-f9e9-447c-8e10-8f95d0050665","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-5a3909","tenantID":"e2e-ipp-a-5a3909","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:47.277433515Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5a3909"},"namespace":"ai-tenant-e2e-ipp-a-5a3909","name":"default-tenant","reconcileID":"daa951d5-f9e9-447c-8e10-8f95d0050665","name":"e2e-ipp-a-5a3909-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:57.041902399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fb5fa2"},"namespace":"ai-tenant-e2e-praxis-a-fb5fa2","name":"default-tenant","reconcileID":"c87084dc-10f3-4c00-866c-92f51770fdab","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-fb5fa2","tenantID":"e2e-praxis-a-fb5fa2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:57.162920397Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fb5fa2"},"namespace":"ai-tenant-e2e-praxis-a-fb5fa2","name":"default-tenant","reconcileID":"c87084dc-10f3-4c00-866c-92f51770fdab","name":"e2e-praxis-a-fb5fa2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:08.860004487Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:15.990348321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30207f06-3d5e-4f02-8b18-0c5ef05681a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:16.044990327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30207f06-3d5e-4f02-8b18-0c5ef05681a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:16.099143992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30207f06-3d5e-4f02-8b18-0c5ef05681a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:16.15449853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30207f06-3d5e-4f02-8b18-0c5ef05681a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:18.164819905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fe46a98-6990-4237-a1a7-ebd146a365dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:18.218955543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fe46a98-6990-4237-a1a7-ebd146a365dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:18.272979036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fe46a98-6990-4237-a1a7-ebd146a365dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:18.327025556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fe46a98-6990-4237-a1a7-ebd146a365dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:20.492711537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d76bf269-6b00-486f-914d-de5fca89d065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:20.547061472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d76bf269-6b00-486f-914d-de5fca89d065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:20.601383287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d76bf269-6b00-486f-914d-de5fca89d065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:20.655296646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d76bf269-6b00-486f-914d-de5fca89d065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:27.648830031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"796c9146-4054-4bc4-830a-9910e86e0056","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"tenant":"e2e-praxis-a-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","model":"ai-tenant-e2e-praxis-a-81c3c9/praxis-route-81c3c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:27.648858506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"796c9146-4054-4bc4-830a-9910e86e0056","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"routeName":"praxis-route-81c3c9-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81c3c9","llmisvcName":"praxis-route-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:30.134949401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58a6535a-11bb-4c10-b3a2-d455229326cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:30.188977452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58a6535a-11bb-4c10-b3a2-d455229326cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:30.242799795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58a6535a-11bb-4c10-b3a2-d455229326cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:30.296707335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58a6535a-11bb-4c10-b3a2-d455229326cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:32.258043358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71761e93-73ad-42d3-b840-ead9b001093e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:32.312004044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71761e93-73ad-42d3-b840-ead9b001093e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:32.366005782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71761e93-73ad-42d3-b840-ead9b001093e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:32.420432908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71761e93-73ad-42d3-b840-ead9b001093e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:33.190595613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"c4296e18-698f-4ddd-8629-aced7f4fde4a","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"tenant":"e2e-praxis-a-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","model":"ai-tenant-e2e-praxis-a-81c3c9/praxis-route-81c3c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:33.190617766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"c4296e18-698f-4ddd-8629-aced7f4fde4a","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"routeName":"praxis-route-81c3c9-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81c3c9","llmisvcName":"praxis-route-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:33.24869273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"56a67bf7-c453-418d-bb1d-72c383d7ba86","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"tenant":"e2e-praxis-a-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","model":"ai-tenant-e2e-praxis-a-81c3c9/praxis-route-81c3c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:33.248719617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"56a67bf7-c453-418d-bb1d-72c383d7ba86","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"routeName":"praxis-route-81c3c9-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81c3c9","llmisvcName":"praxis-route-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:33.35629818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"0d2f9b67-f01a-427b-9383-fe77fa4273b1","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81c3c9","tenantID":"e2e-praxis-a-81c3c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:33.482937487Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"0d2f9b67-f01a-427b-9383-fe77fa4273b1","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"name":"e2e-praxis-a-81c3c9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:33.540419465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-81c3c9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"0d2f9b67-f01a-427b-9383-fe77fa4273b1","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:33.596516328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"d97f9245-43cd-407e-80ec-f0013309bbb6","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"tenant":"e2e-praxis-a-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","model":"ai-tenant-e2e-praxis-a-81c3c9/praxis-route-81c3c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:33.596536198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"d97f9245-43cd-407e-80ec-f0013309bbb6","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"routeName":"praxis-route-81c3c9-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81c3c9","llmisvcName":"praxis-route-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:38.860040873Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:43.704772618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"0a724358-1d93-4ec4-989b-2b4bf5e118e4","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81c3c9","tenantID":"e2e-praxis-a-81c3c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:43.762743365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"0a724358-1d93-4ec4-989b-2b4bf5e118e4","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"name":"e2e-praxis-a-81c3c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:43.818932535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-81c3c9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"0a724358-1d93-4ec4-989b-2b4bf5e118e4","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:53.92683948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"cec870b8-fa25-4510-bcb7-d6e3dd8bc876","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81c3c9","tenantID":"e2e-praxis-a-81c3c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:53.984414485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"cec870b8-fa25-4510-bcb7-d6e3dd8bc876","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"name":"e2e-praxis-a-81c3c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.042379702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-81c3c9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"cec870b8-fa25-4510-bcb7-d6e3dd8bc876","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:57.214572041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724","reconcileID":"7da66081-fd63-4907-8a97-740d04867b93","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"tenant":"e2e-ipp-a-981724","gateway":"openshift-ingress/e2e-ipp-a-981724","model":"ai-tenant-e2e-ipp-a-981724/ipp-route-981724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:57.214601344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724","reconcileID":"7da66081-fd63-4907-8a97-740d04867b93","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"routeName":"ipp-route-981724-kserve-route","namespace":"ai-tenant-e2e-ipp-a-981724","llmisvcName":"ipp-route-981724","gateway":"openshift-ingress/e2e-ipp-a-981724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:01.322744819Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bf62f"},"namespace":"ai-tenant-e2e-praxis-a-3bf62f","name":"default-tenant","reconcileID":"8fffa266-092a-400c-9125-63d9f765dd37","namespace":"ai-tenant-e2e-praxis-a-3bf62f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:01.322802093Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bf62f"},"namespace":"ai-tenant-e2e-praxis-a-3bf62f","name":"default-tenant","reconcileID":"8fffa266-092a-400c-9125-63d9f765dd37","namespace":"ai-tenant-e2e-praxis-a-3bf62f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:01.322852174Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bf62f"},"namespace":"ai-tenant-e2e-praxis-a-3bf62f","name":"default-tenant","reconcileID":"8fffa266-092a-400c-9125-63d9f765dd37","tenant":"e2e-praxis-a-3bf62f","tenantID":"e2e-praxis-a-3bf62f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:01.378311142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bf62f"},"namespace":"ai-tenant-e2e-praxis-a-3bf62f","name":"default-tenant","reconcileID":"8fffa266-092a-400c-9125-63d9f765dd37","gvk":"Deployment","name":"maas-api-e2e-praxis-a-3bf62f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:01.441677634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bf62f"},"namespace":"ai-tenant-e2e-praxis-a-3bf62f","name":"default-tenant","reconcileID":"8fffa266-092a-400c-9125-63d9f765dd37","gvk":"Service","name":"maas-api-e2e-praxis-a-3bf62f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:01.498238455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bf62f"},"namespace":"ai-tenant-e2e-praxis-a-3bf62f","name":"default-tenant","reconcileID":"8fffa266-092a-400c-9125-63d9f765dd37","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-3bf62f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:01.553533278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bf62f"},"namespace":"ai-tenant-e2e-praxis-a-3bf62f","name":"default-tenant","reconcileID":"8fffa266-092a-400c-9125-63d9f765dd37","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-3bf62f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:01.610571214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bf62f"},"namespace":"ai-tenant-e2e-praxis-a-3bf62f","name":"default-tenant","reconcileID":"8fffa266-092a-400c-9125-63d9f765dd37","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-3bf62f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:01.666623051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bf62f"},"namespace":"ai-tenant-e2e-praxis-a-3bf62f","name":"default-tenant","reconcileID":"8fffa266-092a-400c-9125-63d9f765dd37","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-3bf62f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:01.724813591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bf62f"},"namespace":"ai-tenant-e2e-praxis-a-3bf62f","name":"default-tenant","reconcileID":"8fffa266-092a-400c-9125-63d9f765dd37","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-3bf62f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:01.780594509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bf62f"},"namespace":"ai-tenant-e2e-praxis-a-3bf62f","name":"default-tenant","reconcileID":"8fffa266-092a-400c-9125-63d9f765dd37","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-3bf62f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:01.833823448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bf62f"},"namespace":"ai-tenant-e2e-praxis-a-3bf62f","name":"default-tenant","reconcileID":"8fffa266-092a-400c-9125-63d9f765dd37","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-3bf62f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:01.88697945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bf62f"},"namespace":"ai-tenant-e2e-praxis-a-3bf62f","name":"default-tenant","reconcileID":"8fffa266-092a-400c-9125-63d9f765dd37","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-3bf62f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:01.940069523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bf62f"},"namespace":"ai-tenant-e2e-praxis-a-3bf62f","name":"default-tenant","reconcileID":"8fffa266-092a-400c-9125-63d9f765dd37","gvk":"Service","name":"payload-processing-e2e-praxis-a-3bf62f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:01.993292411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bf62f"},"namespace":"ai-tenant-e2e-praxis-a-3bf62f","name":"default-tenant","reconcileID":"8fffa266-092a-400c-9125-63d9f765dd37","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-3bf62f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:02.046388592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bf62f"},"namespace":"ai-tenant-e2e-praxis-a-3bf62f","name":"default-tenant","reconcileID":"8fffa266-092a-400c-9125-63d9f765dd37","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-3bf62f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:02.099411636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bf62f"},"namespace":"ai-tenant-e2e-praxis-a-3bf62f","name":"default-tenant","reconcileID":"8fffa266-092a-400c-9125-63d9f765dd37","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-3bf62f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:02.152923517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bf62f"},"namespace":"ai-tenant-e2e-praxis-a-3bf62f","name":"default-tenant","reconcileID":"8fffa266-092a-400c-9125-63d9f765dd37","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-3bf62f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:02.210999147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bf62f"},"namespace":"ai-tenant-e2e-praxis-a-3bf62f","name":"default-tenant","reconcileID":"8fffa266-092a-400c-9125-63d9f765dd37","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-3bf62f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:02.298394106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bf62f"},"namespace":"ai-tenant-e2e-praxis-a-3bf62f","name":"default-tenant","reconcileID":"8fffa266-092a-400c-9125-63d9f765dd37","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-3bf62f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:02.35221944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bf62f"},"namespace":"ai-tenant-e2e-praxis-a-3bf62f","name":"default-tenant","reconcileID":"8fffa266-092a-400c-9125-63d9f765dd37","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-3bf62f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:02.405558064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bf62f"},"namespace":"ai-tenant-e2e-praxis-a-3bf62f","name":"default-tenant","reconcileID":"8fffa266-092a-400c-9125-63d9f765dd37","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-3bf62f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:02.458869376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3bf62f"},"namespace":"ai-tenant-e2e-praxis-a-3bf62f","name":"default-tenant","reconcileID":"8fffa266-092a-400c-9125-63d9f765dd37","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-3bf62f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:02.632117466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724","reconcileID":"1205bdea-73c1-4b11-8e72-8b55a4f13962","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"tenant":"e2e-ipp-a-981724","gateway":"openshift-ingress/e2e-ipp-a-981724","model":"ai-tenant-e2e-ipp-a-981724/ipp-route-981724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:02.632140725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724","reconcileID":"1205bdea-73c1-4b11-8e72-8b55a4f13962","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"routeName":"ipp-route-981724-kserve-route","namespace":"ai-tenant-e2e-ipp-a-981724","llmisvcName":"ipp-route-981724","gateway":"openshift-ingress/e2e-ipp-a-981724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:02.725115129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724","reconcileID":"01518415-2496-45b1-9fcc-0feab0870298","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"tenant":"e2e-ipp-a-981724","gateway":"openshift-ingress/e2e-ipp-a-981724","model":"ai-tenant-e2e-ipp-a-981724/ipp-route-981724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:02.725138127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724","reconcileID":"01518415-2496-45b1-9fcc-0feab0870298","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"routeName":"ipp-route-981724-kserve-route","namespace":"ai-tenant-e2e-ipp-a-981724","llmisvcName":"ipp-route-981724","gateway":"openshift-ingress/e2e-ipp-a-981724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:02.831742236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"147be0d0-64e4-4e48-93b2-c5d3b5eaeb5b","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-981724","tenantID":"e2e-ipp-a-981724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:02.957581876Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"147be0d0-64e4-4e48-93b2-c5d3b5eaeb5b","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"name":"e2e-ipp-a-981724-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:03.014278337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-981724-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"147be0d0-64e4-4e48-93b2-c5d3b5eaeb5b","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:03.070092848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724","reconcileID":"99649357-4ec8-479c-8375-2db772711bd0","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"tenant":"e2e-ipp-a-981724","gateway":"openshift-ingress/e2e-ipp-a-981724","model":"ai-tenant-e2e-ipp-a-981724/ipp-route-981724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:03.070113411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724","reconcileID":"99649357-4ec8-479c-8375-2db772711bd0","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"routeName":"ipp-route-981724-kserve-route","namespace":"ai-tenant-e2e-ipp-a-981724","llmisvcName":"ipp-route-981724","gateway":"openshift-ingress/e2e-ipp-a-981724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:03.219549934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1551dbd2-91fc-4d75-a48c-01135052d3c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:03.273506302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1551dbd2-91fc-4d75-a48c-01135052d3c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:03.327396516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1551dbd2-91fc-4d75-a48c-01135052d3c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:03.381393585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1551dbd2-91fc-4d75-a48c-01135052d3c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:04.150406244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"6f34af17-43c5-4d4d-83b8-b300af3b32ed","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81c3c9","tenantID":"e2e-praxis-a-81c3c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:04.207623565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"6f34af17-43c5-4d4d-83b8-b300af3b32ed","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"name":"e2e-praxis-a-81c3c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:04.263898902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-81c3c9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"6f34af17-43c5-4d4d-83b8-b300af3b32ed","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:05.319387207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d480056e-2d34-4a0c-9dec-de5fb8aa91d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:05.37428112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d480056e-2d34-4a0c-9dec-de5fb8aa91d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:05.42838704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d480056e-2d34-4a0c-9dec-de5fb8aa91d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:05.482673649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d480056e-2d34-4a0c-9dec-de5fb8aa91d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.02070046Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3bf62f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3bf62f","reconcileID":"ac6f7f38-f12e-44bb-bc16-25890a400723","aitenant":"ai-tenants/e2e-praxis-a-3bf62f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.610406673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5632a3-6e94-4296-94da-2a879b689187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.665243819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5632a3-6e94-4296-94da-2a879b689187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.71929096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5632a3-6e94-4296-94da-2a879b689187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.773594201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5632a3-6e94-4296-94da-2a879b689187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.891340605Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3bf62f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3bf62f","reconcileID":"ac6f7f38-f12e-44bb-bc16-25890a400723","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-3bf62f","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-3bf62f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:08.862107725Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:09.721324693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e62ad375-3e8a-4189-a1b5-d562fc0063be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:09.775237763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e62ad375-3e8a-4189-a1b5-d562fc0063be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:09.829729934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e62ad375-3e8a-4189-a1b5-d562fc0063be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:09.883437947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e62ad375-3e8a-4189-a1b5-d562fc0063be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:11.387284898Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-db5d87","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-db5d87","reconcileID":"f9198abf-b7fc-4546-985b-ceb4be3a0078","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-db5d87","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-db5d87":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:11.833463877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a7ae314-633a-41c3-9973-2f6f1b7a59c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:11.887485964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a7ae314-633a-41c3-9973-2f6f1b7a59c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:11.941672218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a7ae314-633a-41c3-9973-2f6f1b7a59c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:11.995715541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a7ae314-633a-41c3-9973-2f6f1b7a59c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:13.208110478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"25ff01ce-a97a-4c1a-8121-4a99fab91997","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-981724","tenantID":"e2e-ipp-a-981724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:13.267867079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"25ff01ce-a97a-4c1a-8121-4a99fab91997","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"name":"e2e-ipp-a-981724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:13.325519087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-981724-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"25ff01ce-a97a-4c1a-8121-4a99fab91997","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:14.088735579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745f2008-9e1e-41b6-ac29-61dd1977d24c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:14.142426145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745f2008-9e1e-41b6-ac29-61dd1977d24c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:14.196309229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745f2008-9e1e-41b6-ac29-61dd1977d24c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:14.250280872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745f2008-9e1e-41b6-ac29-61dd1977d24c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:14.371048284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"205bf42c-f33f-4696-8914-37e6d96ebb53","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81c3c9","tenantID":"e2e-praxis-a-81c3c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:14.42909543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"205bf42c-f33f-4696-8914-37e6d96ebb53","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"name":"e2e-praxis-a-81c3c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:14.526922735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-81c3c9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"205bf42c-f33f-4696-8914-37e6d96ebb53","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:16.201594085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b681b5d-f0f8-4f45-8f2a-092b205ce04d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:16.255860333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b681b5d-f0f8-4f45-8f2a-092b205ce04d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:16.309786585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b681b5d-f0f8-4f45-8f2a-092b205ce04d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:16.363490551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b681b5d-f0f8-4f45-8f2a-092b205ce04d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:16.838602997Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-0fac41","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-0fac41","reconcileID":"60b85d20-baf2-4b49-9a7f-5d00bff727a8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-0fac41","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-0fac41":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:18.324238759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"706ab16e-3dc2-4196-ad73-ae9d3c457f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:18.378113166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"706ab16e-3dc2-4196-ad73-ae9d3c457f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:18.437174505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"706ab16e-3dc2-4196-ad73-ae9d3c457f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:18.491165762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"706ab16e-3dc2-4196-ad73-ae9d3c457f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:20.433283529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2539013b-b7d5-4fbc-bf75-9677b3298575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:20.487377932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2539013b-b7d5-4fbc-bf75-9677b3298575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:20.541871625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2539013b-b7d5-4fbc-bf75-9677b3298575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:20.596009946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2539013b-b7d5-4fbc-bf75-9677b3298575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:20.814469638Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-02cdd9"},"namespace":"ai-tenant-e2e-praxis-b-02cdd9","name":"default-tenant","reconcileID":"e2572a69-ebe6-4489-b34d-67f98be65f4e","namespace":"ai-tenant-e2e-praxis-b-02cdd9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:20.814538385Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-02cdd9"},"namespace":"ai-tenant-e2e-praxis-b-02cdd9","name":"default-tenant","reconcileID":"e2572a69-ebe6-4489-b34d-67f98be65f4e","namespace":"ai-tenant-e2e-praxis-b-02cdd9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:20.814585697Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-02cdd9"},"namespace":"ai-tenant-e2e-praxis-b-02cdd9","name":"default-tenant","reconcileID":"e2572a69-ebe6-4489-b34d-67f98be65f4e","tenant":"e2e-praxis-b-02cdd9","tenantID":"e2e-praxis-b-02cdd9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:20.870121954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-02cdd9"},"namespace":"ai-tenant-e2e-praxis-b-02cdd9","name":"default-tenant","reconcileID":"e2572a69-ebe6-4489-b34d-67f98be65f4e","gvk":"Deployment","name":"maas-api-e2e-praxis-b-02cdd9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:20.932645971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-02cdd9"},"namespace":"ai-tenant-e2e-praxis-b-02cdd9","name":"default-tenant","reconcileID":"e2572a69-ebe6-4489-b34d-67f98be65f4e","gvk":"Service","name":"maas-api-e2e-praxis-b-02cdd9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:20.989128838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-02cdd9"},"namespace":"ai-tenant-e2e-praxis-b-02cdd9","name":"default-tenant","reconcileID":"e2572a69-ebe6-4489-b34d-67f98be65f4e","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-02cdd9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.04735724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-02cdd9"},"namespace":"ai-tenant-e2e-praxis-b-02cdd9","name":"default-tenant","reconcileID":"e2572a69-ebe6-4489-b34d-67f98be65f4e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-02cdd9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.107470243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-02cdd9"},"namespace":"ai-tenant-e2e-praxis-b-02cdd9","name":"default-tenant","reconcileID":"e2572a69-ebe6-4489-b34d-67f98be65f4e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-02cdd9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.163090611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-02cdd9"},"namespace":"ai-tenant-e2e-praxis-b-02cdd9","name":"default-tenant","reconcileID":"e2572a69-ebe6-4489-b34d-67f98be65f4e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-02cdd9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.22155548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-02cdd9"},"namespace":"ai-tenant-e2e-praxis-b-02cdd9","name":"default-tenant","reconcileID":"e2572a69-ebe6-4489-b34d-67f98be65f4e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-02cdd9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.277323188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-02cdd9"},"namespace":"ai-tenant-e2e-praxis-b-02cdd9","name":"default-tenant","reconcileID":"e2572a69-ebe6-4489-b34d-67f98be65f4e","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-02cdd9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.337344511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-02cdd9"},"namespace":"ai-tenant-e2e-praxis-b-02cdd9","name":"default-tenant","reconcileID":"e2572a69-ebe6-4489-b34d-67f98be65f4e","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-02cdd9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.391481704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-02cdd9"},"namespace":"ai-tenant-e2e-praxis-b-02cdd9","name":"default-tenant","reconcileID":"e2572a69-ebe6-4489-b34d-67f98be65f4e","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-02cdd9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.444710068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-02cdd9"},"namespace":"ai-tenant-e2e-praxis-b-02cdd9","name":"default-tenant","reconcileID":"e2572a69-ebe6-4489-b34d-67f98be65f4e","gvk":"Service","name":"payload-processing-e2e-praxis-b-02cdd9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.498204713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-02cdd9"},"namespace":"ai-tenant-e2e-praxis-b-02cdd9","name":"default-tenant","reconcileID":"e2572a69-ebe6-4489-b34d-67f98be65f4e","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-02cdd9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.55154023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-02cdd9"},"namespace":"ai-tenant-e2e-praxis-b-02cdd9","name":"default-tenant","reconcileID":"e2572a69-ebe6-4489-b34d-67f98be65f4e","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-02cdd9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.606677665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-02cdd9"},"namespace":"ai-tenant-e2e-praxis-b-02cdd9","name":"default-tenant","reconcileID":"e2572a69-ebe6-4489-b34d-67f98be65f4e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-02cdd9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.660247781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-02cdd9"},"namespace":"ai-tenant-e2e-praxis-b-02cdd9","name":"default-tenant","reconcileID":"e2572a69-ebe6-4489-b34d-67f98be65f4e","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-02cdd9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.716302537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-02cdd9"},"namespace":"ai-tenant-e2e-praxis-b-02cdd9","name":"default-tenant","reconcileID":"e2572a69-ebe6-4489-b34d-67f98be65f4e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-02cdd9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.769847503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-02cdd9"},"namespace":"ai-tenant-e2e-praxis-b-02cdd9","name":"default-tenant","reconcileID":"e2572a69-ebe6-4489-b34d-67f98be65f4e","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-02cdd9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.822868584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-02cdd9"},"namespace":"ai-tenant-e2e-praxis-b-02cdd9","name":"default-tenant","reconcileID":"e2572a69-ebe6-4489-b34d-67f98be65f4e","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-02cdd9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.876345289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-02cdd9"},"namespace":"ai-tenant-e2e-praxis-b-02cdd9","name":"default-tenant","reconcileID":"e2572a69-ebe6-4489-b34d-67f98be65f4e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-02cdd9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.929644921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-02cdd9"},"namespace":"ai-tenant-e2e-praxis-b-02cdd9","name":"default-tenant","reconcileID":"e2572a69-ebe6-4489-b34d-67f98be65f4e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-02cdd9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:23.433418408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"cbcda034-3250-4694-8e37-cc1ce47f3064","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-981724","tenantID":"e2e-ipp-a-981724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:23.49265501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"cbcda034-3250-4694-8e37-cc1ce47f3064","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"name":"e2e-ipp-a-981724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:23.549454798Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-981724-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"cbcda034-3250-4694-8e37-cc1ce47f3064","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:24.634679951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"dc1b9dd3-a392-461e-8f60-5bfd7ba66c03","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81c3c9","tenantID":"e2e-praxis-a-81c3c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:24.692161045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"dc1b9dd3-a392-461e-8f60-5bfd7ba66c03","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"name":"e2e-praxis-a-81c3c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:24.749202622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-81c3c9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ce511a2c95a6403652ef90ef4c258e2f553151e08b726187b9799ddcd5d9cae) AuthConfig (9b7579cc976bfaee70218c01de6890531d317f117ea201be4d6e1b078f2a4cc9) AuthConfig (4f653d3afa80d14e886126ad64d9c69bf22ee7009d6e5e4228a06185877f737b) AuthConfig (a787cc7c6b803dffac9c80fd0725318051555e899b76eb1df67c72e30f58a42f) AuthConfig (83d389543ee6df8e4d8f2359efdf097ed34e91493a77ee602c7f1bb81447a636) AuthConfig (7927e046bb0c5ecb8e27ad2ed5b9325e1bcdcdc9bba27693616d2f0f84788502) AuthConfig (ea892217c43f3c28b4c7b109244a3851386492649eff93772ac0b66733aff665) AuthConfig (3bb95ac267e9cd4c20e8be1b369a369a5cb07a584b3bb16d1deb55e4ef05e8c2) AuthConfig (683390c6038111a50664186d69f7b43c97af3fee1956e9165c94d9e7d8c8a473) AuthConfig (3b276b817569d42814272f021dc954aa660cd4df4aa99a72fa8492896ccd6f34) AuthConfig (0d80d1ba707a7eb6c3d5cbd612a072dcf827d43e4f6c69e2850fbd70561966ba) AuthConfig (8029293966f2bc3bf53444c72d93b82b7b1a527f7d4ff6b7686b8c6950a5bc8e) AuthConfig (ca4c9d67be0c7f7218bdddac311c73c17d72c3b066f1626ed56a36324c9f33fa) AuthConfig (2697deef2fba273569ac3764cb1bd37ab7a9a842ac9c17d2ee53f7edd6d27072) AuthConfig (ead86b175eb17e0b3b6531df4033ac97aabe55debacb3b0452d073e5e3ba3b08) AuthConfig (295e0fd0bd029144d4151eca7ba5a64e8608dbc4f8157e737990843631f1b3d3) AuthConfig (d746ec259767f58059695c3c9580ba28a9f3d6611981f89a02ef42ab61836aa3) AuthConfig (8bde1eafcd604847ffb495c4514179ab2c9281b7c95cae9c9981a03930b0247b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"dc1b9dd3-a392-461e-8f60-5bfd7ba66c03","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:24.808228947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"1d14ad89-6052-4673-b5a1-bc7208bd3399","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"tenant":"e2e-praxis-a-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","model":"ai-tenant-e2e-praxis-a-81c3c9/praxis-route-81c3c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:24.808246085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"1d14ad89-6052-4673-b5a1-bc7208bd3399","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"routeName":"praxis-route-81c3c9-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81c3c9","llmisvcName":"praxis-route-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:27.762097346Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-02cdd9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-02cdd9","reconcileID":"236b87a1-3562-467c-b935-e4d5d93959bb","aitenant":"ai-tenants/e2e-praxis-b-02cdd9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:28.387882103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc47b03d-f97e-4192-83a6-b04ae027c381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:28.44211499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc47b03d-f97e-4192-83a6-b04ae027c381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:28.495835018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc47b03d-f97e-4192-83a6-b04ae027c381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:28.550237923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc47b03d-f97e-4192-83a6-b04ae027c381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:28.611083954Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-02cdd9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-02cdd9","reconcileID":"236b87a1-3562-467c-b935-e4d5d93959bb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-02cdd9","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-02cdd9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:30.585327606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7235bb06-7ced-42f3-8ed8-208419d9093d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:30.639366463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7235bb06-7ced-42f3-8ed8-208419d9093d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:30.693584807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7235bb06-7ced-42f3-8ed8-208419d9093d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:30.747432785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7235bb06-7ced-42f3-8ed8-208419d9093d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:32.67614472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"910b0902-5db4-4401-bace-886a72655710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:32.73077596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"910b0902-5db4-4401-bace-886a72655710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:32.784505198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"910b0902-5db4-4401-bace-886a72655710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:32.838573111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"910b0902-5db4-4401-bace-886a72655710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:33.656454602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"0f92b0c3-b7bc-4b00-9307-68d7de0e70ca","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-981724","tenantID":"e2e-ipp-a-981724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:33.714490302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"0f92b0c3-b7bc-4b00-9307-68d7de0e70ca","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"name":"e2e-ipp-a-981724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:33.77058269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-981724-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"0f92b0c3-b7bc-4b00-9307-68d7de0e70ca","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:33.941583114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"28f4f326-02ba-4f6b-8e0e-0a88ce3aefa8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:34.918363345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"528a3137-2612-4ff1-ba27-2d122cc25c81","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81c3c9","tenantID":"e2e-praxis-a-81c3c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:34.976324851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"528a3137-2612-4ff1-ba27-2d122cc25c81","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"name":"e2e-praxis-a-81c3c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:35.033474943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-81c3c9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ce511a2c95a6403652ef90ef4c258e2f553151e08b726187b9799ddcd5d9cae) AuthConfig (9b7579cc976bfaee70218c01de6890531d317f117ea201be4d6e1b078f2a4cc9) AuthConfig (4f653d3afa80d14e886126ad64d9c69bf22ee7009d6e5e4228a06185877f737b) AuthConfig (a787cc7c6b803dffac9c80fd0725318051555e899b76eb1df67c72e30f58a42f) AuthConfig (83d389543ee6df8e4d8f2359efdf097ed34e91493a77ee602c7f1bb81447a636) AuthConfig (7927e046bb0c5ecb8e27ad2ed5b9325e1bcdcdc9bba27693616d2f0f84788502) AuthConfig (ea892217c43f3c28b4c7b109244a3851386492649eff93772ac0b66733aff665) AuthConfig (3bb95ac267e9cd4c20e8be1b369a369a5cb07a584b3bb16d1deb55e4ef05e8c2) AuthConfig (683390c6038111a50664186d69f7b43c97af3fee1956e9165c94d9e7d8c8a473) AuthConfig (3b276b817569d42814272f021dc954aa660cd4df4aa99a72fa8492896ccd6f34) AuthConfig (0d80d1ba707a7eb6c3d5cbd612a072dcf827d43e4f6c69e2850fbd70561966ba) AuthConfig (8029293966f2bc3bf53444c72d93b82b7b1a527f7d4ff6b7686b8c6950a5bc8e) AuthConfig (ca4c9d67be0c7f7218bdddac311c73c17d72c3b066f1626ed56a36324c9f33fa) AuthConfig (2697deef2fba273569ac3764cb1bd37ab7a9a842ac9c17d2ee53f7edd6d27072) AuthConfig (ead86b175eb17e0b3b6531df4033ac97aabe55debacb3b0452d073e5e3ba3b08) AuthConfig (295e0fd0bd029144d4151eca7ba5a64e8608dbc4f8157e737990843631f1b3d3) AuthConfig (d746ec259767f58059695c3c9580ba28a9f3d6611981f89a02ef42ab61836aa3) AuthConfig (8bde1eafcd604847ffb495c4514179ab2c9281b7c95cae9c9981a03930b0247b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"528a3137-2612-4ff1-ba27-2d122cc25c81","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:36.104070089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"3db85bdd-23b7-4ef5-90fb-f92a55e095d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:36.950517217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"cbbe4c8e-7d66-4be3-b80c-0990e91099de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:38.86162618Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:39.859094281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"bd4dfbca-3e23-4b33-a5e2-4799a29e9c5a","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:39.917684398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"022de0d8-b50e-4757-8e41-f51058cf6016","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:32:39.970183181Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9fd52116","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-apikey-sub-binding-9fd52116","reconcileID":"31303f08-1dc3-445c-b2b6-2c80e124323c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-9fd52116\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:40.019310709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"b88728db-331a-45b3-ab3e-87d453c95e6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:40.022353971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"35f0cd52-34d2-4f44-b48d-a862b500e8ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:40.051579564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"bfbf79fb-cfe9-4d64-99aa-d4af49e27244","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:40.077422712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"b88728db-331a-45b3-ab3e-87d453c95e6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:40.079718377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"35f0cd52-34d2-4f44-b48d-a862b500e8ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:40.084359637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"f8103100-d573-449b-a9bd-a1740de0af5d","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:40.142477255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"b6fbaea6-3b2a-439d-9459-1da060c8baa2","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:40.416001741Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9fd52116","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-apikey-sub-binding-9fd52116","reconcileID":"e9008c40-13e8-4dc2-a25f-f8b29de326a9","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9fd52116","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/e2e-apikey-sub-binding-9fd52116","ai-tenant-e2e-worker-w2-ba1918/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:40.446514972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"806626ca-1cb3-46cb-a860-56e32c36e77c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:40.446543159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"7e5397fe-752f-46f3-8ff1-8de8bfe29825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:40.504794645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"806626ca-1cb3-46cb-a860-56e32c36e77c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:40.505047817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"7e5397fe-752f-46f3-8ff1-8de8bfe29825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:40.587474633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"2585e18b-efcf-40dd-a428-c5f99e500a72","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:40.632333408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"387eec7e-9678-40a8-8009-994c43d593e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:40.801405952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9fd52116","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-apikey-sub-binding-9fd52116","reconcileID":"e9ed09d7-a3e5-4f52-92b2-c057ef58dfe1","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9fd52116","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:43.873119735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"7af08c59-b4d7-4148-8e6b-0c448d1674ef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:43.877746517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"8757ec4e-b7f6-41e2-bc65-2079e79d153d","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-981724","tenantID":"e2e-ipp-a-981724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:43.935297417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"8757ec4e-b7f6-41e2-bc65-2079e79d153d","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"name":"e2e-ipp-a-981724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:43.991083422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-981724-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ccd9ecdb2d7467b9fe0830671e6f5deb4a1098d032cb1844a155a1719bfbf8b4) AuthConfig (450e89ab81174fe4ae36d96d74fa4e1f59812f0c472767d04f6bac548b803095) AuthConfig (8c257b8487ae9ac10a5c9e84817812c876abf5316f58368619cd68675ce5cc9a) AuthConfig (863d47fb94ca2e70ed75e7b52ec054d5b66a950466a33a79f8e275c8496da049) AuthConfig (bfa22e7365967d5a0757722c2ea0d4180aa44ade32d0e762e3c1799f2eae65eb) AuthConfig (8ea0b20c12e59663823ed9dbba4479ac35ea1882f0ec81cd4c08a9067813b84f) AuthConfig (ebe5343d04a18282a06477a75ac249502d4669c12d2ca4202f378e27fc48d859) AuthConfig (1c3fcf7c8e90305cd91ea885e0164f8bcc7465cb54c0f0845e08eb6b834356ff) AuthConfig (5de38e43e29a004bcd4530402b7a476b7a78a8ff2d6baa9da1f8f615897edc8c) AuthConfig (00d18f0e4860ba8c254faf1cf8dffd4d1d0b3237605b40fa564c7c67940b9ca6) AuthConfig (9a13faef007a077d09e8a54c9417dcde4967128eaa65bd29bd30fe30295cb6f0) AuthConfig (6b37bba0554db3f6e103c63761f5da535f17d7f3e8685d1d3d712193a91631bf) AuthConfig (2828d27d2800ee393a1047153e3a860931686aad29c110cb53d82f2c6145e1fb) AuthConfig (850eee0702c79ada7ac53f741ac2f27656b804f27beeb8fb7fd534edd92c7a88) AuthConfig (b12bebeb15e665e41b8feb10916cb7f9d95fd06176f51c8f938d014caa4570f9) AuthConfig (af38a28cd2f8797bf99714ecb6e74dbe0f3c09291b5bf181b706a97d9b0fa1c8) AuthConfig (abe7124ff7b9c1d8fab6caae77d3545828d37258f8200c28bdb07d1cc4176ca5) AuthConfig (64337db0af08292d5a4736e22dadebf43b660ea4cb00554ff7d28ed03e529ce6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"8757ec4e-b7f6-41e2-bc65-2079e79d153d","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:44.033204746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"5d6d72ca-729d-4808-912c-eb5de16fbb54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:44.033206911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"e8b01b66-f9ab-47d8-9e5b-0bcd879d3ac0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:44.049533453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724","reconcileID":"d85209b1-1ad0-4144-a9ed-f64fb9532072","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"tenant":"e2e-ipp-a-981724","gateway":"openshift-ingress/e2e-ipp-a-981724","model":"ai-tenant-e2e-ipp-a-981724/ipp-route-981724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:44.04955062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724","reconcileID":"d85209b1-1ad0-4144-a9ed-f64fb9532072","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"routeName":"ipp-route-981724-kserve-route","namespace":"ai-tenant-e2e-ipp-a-981724","llmisvcName":"ipp-route-981724","gateway":"openshift-ingress/e2e-ipp-a-981724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:44.091984246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"e8b01b66-f9ab-47d8-9e5b-0bcd879d3ac0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:44.09201927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"5d6d72ca-729d-4808-912c-eb5de16fbb54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:45.142496535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"f4f39990-fcda-492d-b075-2c44341ca2d6","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81c3c9","tenantID":"e2e-praxis-a-81c3c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:45.200834487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"f4f39990-fcda-492d-b075-2c44341ca2d6","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"name":"e2e-praxis-a-81c3c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:45.526014454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"193e374f-145f-4cfc-8d44-34917666f009","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"tenant":"e2e-praxis-a-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","model":"ai-tenant-e2e-praxis-a-81c3c9/praxis-route-81c3c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:45.526044083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"193e374f-145f-4cfc-8d44-34917666f009","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"routeName":"praxis-route-81c3c9-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81c3c9","llmisvcName":"praxis-route-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:50.860118558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"dfcecc2b-06ce-42d6-b71c-cfd78853d6d1","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"tenant":"e2e-praxis-a-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","model":"ai-tenant-e2e-praxis-a-81c3c9/praxis-route-81c3c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:50.860141507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"dfcecc2b-06ce-42d6-b71c-cfd78853d6d1","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"routeName":"praxis-route-81c3c9-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81c3c9","llmisvcName":"praxis-route-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:50.921577967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"91282426-9e97-4266-ab81-7cdcc8c268c1","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"tenant":"e2e-praxis-a-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","model":"ai-tenant-e2e-praxis-a-81c3c9/praxis-route-81c3c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:50.921597344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"91282426-9e97-4266-ab81-7cdcc8c268c1","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"routeName":"praxis-route-81c3c9-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81c3c9","llmisvcName":"praxis-route-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:50.968203632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"556f53c9-2834-4a7c-9fee-7227dccbc025","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81c3c9","tenantID":"e2e-praxis-a-81c3c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:32:50.976500811Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"91282426-9e97-4266-ab81-7cdcc8c268c1","name":"praxis-route-81c3c9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-81c3c9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:32:50.976554361Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"91282426-9e97-4266-ab81-7cdcc8c268c1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-81c3c9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:50.981920936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"d7ad45f4-19ea-412d-8d20-9e51b1f57a33","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"tenant":"e2e-praxis-a-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","model":"ai-tenant-e2e-praxis-a-81c3c9/praxis-route-81c3c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:50.981936936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"d7ad45f4-19ea-412d-8d20-9e51b1f57a33","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"routeName":"praxis-route-81c3c9-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81c3c9","llmisvcName":"praxis-route-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:32:50.983677073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-81c3c9-sub","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-sub","reconcileID":"f505978f-1138-4909-8a21-d42fa985c4df","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-81c3c9-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:51.027231588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"556f53c9-2834-4a7c-9fee-7227dccbc025","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"name":"e2e-praxis-a-81c3c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:51.107730475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"7a0dd28b-8280-4a41-bb68-37dd26a57585","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"tenant":"e2e-praxis-a-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","model":"ai-tenant-e2e-praxis-a-81c3c9/praxis-route-81c3c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:51.107749755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"7a0dd28b-8280-4a41-bb68-37dd26a57585","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"routeName":"praxis-route-81c3c9-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81c3c9","llmisvcName":"praxis-route-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:51.163140565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"a7947f06-b0b2-4a6a-8f51-173c3e63fdd3","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"tenant":"e2e-praxis-a-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","model":"ai-tenant-e2e-praxis-a-81c3c9/praxis-route-81c3c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:51.163173395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"a7947f06-b0b2-4a6a-8f51-173c3e63fdd3","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"routeName":"praxis-route-81c3c9-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81c3c9","llmisvcName":"praxis-route-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:51.343059353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"be71f949-5f60-46aa-937b-fc8124bc376e","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81c3c9","tenantID":"e2e-praxis-a-81c3c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:51.382138845Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-81c3c9-sub","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-sub","reconcileID":"d873d3b4-4e2a-462b-bbb4-b3590f7f4880","MaaSSubscription":{"name":"praxis-route-81c3c9-sub","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"name":"maas-trlp-praxis-route-81c3c9","model":"praxis-route-81c3c9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-81c3c9/praxis-route-81c3c9-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:51.401052945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"be71f949-5f60-46aa-937b-fc8124bc376e","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"name":"e2e-praxis-a-81c3c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:51.553422929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"4f743e32-c211-4df5-8958-0c1fd2793956","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"tenant":"e2e-praxis-a-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","model":"ai-tenant-e2e-praxis-a-81c3c9/praxis-route-81c3c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:51.553450606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"4f743e32-c211-4df5-8958-0c1fd2793956","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"routeName":"praxis-route-81c3c9-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81c3c9","llmisvcName":"praxis-route-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:51.768328374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-81c3c9-sub","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-sub","reconcileID":"9c4bba97-eabc-4ea0-bf44-513786efb091","MaaSSubscription":{"name":"praxis-route-81c3c9-sub","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"name":"maas-trlp-praxis-route-81c3c9","model":"ai-tenant-e2e-praxis-a-81c3c9/praxis-route-81c3c9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:54.039429452Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9fd52116","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-apikey-sub-binding-9fd52116","reconcileID":"bd263b7c-9110-4a4a-8290-f6b7f42eec8c","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9fd52116","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscription":"e2e-apikey-sub-binding-9fd52116","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:54.156969406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"e57fafab-beeb-4c4a-b1f1-c0d782b517c6","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-981724","tenantID":"e2e-ipp-a-981724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:54.214548345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"e57fafab-beeb-4c4a-b1f1-c0d782b517c6","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"name":"e2e-ipp-a-981724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:54.26169823Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9fd52116","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-apikey-sub-binding-9fd52116","reconcileID":"bd263b7c-9110-4a4a-8290-f6b7f42eec8c","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9fd52116","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:54.27109298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-981724-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ccd9ecdb2d7467b9fe0830671e6f5deb4a1098d032cb1844a155a1719bfbf8b4) AuthConfig (450e89ab81174fe4ae36d96d74fa4e1f59812f0c472767d04f6bac548b803095) AuthConfig (8c257b8487ae9ac10a5c9e84817812c876abf5316f58368619cd68675ce5cc9a) AuthConfig (863d47fb94ca2e70ed75e7b52ec054d5b66a950466a33a79f8e275c8496da049) AuthConfig (bfa22e7365967d5a0757722c2ea0d4180aa44ade32d0e762e3c1799f2eae65eb) AuthConfig (8ea0b20c12e59663823ed9dbba4479ac35ea1882f0ec81cd4c08a9067813b84f) AuthConfig (ebe5343d04a18282a06477a75ac249502d4669c12d2ca4202f378e27fc48d859) AuthConfig (1c3fcf7c8e90305cd91ea885e0164f8bcc7465cb54c0f0845e08eb6b834356ff) AuthConfig (5de38e43e29a004bcd4530402b7a476b7a78a8ff2d6baa9da1f8f615897edc8c) AuthConfig (00d18f0e4860ba8c254faf1cf8dffd4d1d0b3237605b40fa564c7c67940b9ca6) AuthConfig (9a13faef007a077d09e8a54c9417dcde4967128eaa65bd29bd30fe30295cb6f0) AuthConfig (6b37bba0554db3f6e103c63761f5da535f17d7f3e8685d1d3d712193a91631bf) AuthConfig (2828d27d2800ee393a1047153e3a860931686aad29c110cb53d82f2c6145e1fb) AuthConfig (850eee0702c79ada7ac53f741ac2f27656b804f27beeb8fb7fd534edd92c7a88) AuthConfig (b12bebeb15e665e41b8feb10916cb7f9d95fd06176f51c8f938d014caa4570f9) AuthConfig (af38a28cd2f8797bf99714ecb6e74dbe0f3c09291b5bf181b706a97d9b0fa1c8) AuthConfig (abe7124ff7b9c1d8fab6caae77d3545828d37258f8200c28bdb07d1cc4176ca5) AuthConfig (64337db0af08292d5a4736e22dadebf43b660ea4cb00554ff7d28ed03e529ce6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"e57fafab-beeb-4c4a-b1f1-c0d782b517c6","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:54.477143581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"95023381-724f-4ef6-bca7-5340951f435c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:54.526950975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"61334198-a7d0-43c5-976e-0f7562f4ecc3","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:54.689392503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"fa242201-2bf2-44a7-89ef-16efa5531a6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:54.689392517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"56b57ac2-5212-459e-96f3-85020b4fd9ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:54.748900402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"56b57ac2-5212-459e-96f3-85020b4fd9ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:54.748912724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"fa242201-2bf2-44a7-89ef-16efa5531a6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:55.724658015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"3b0e5727-2362-4834-a682-2cd4ef01c205","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:55.782868964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"e4ecd723-e92b-4412-82e7-acc73608cf89","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:32:55.833694469Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ordering-sub","reconcileID":"c1085452-e5fb-4e5b-a03e-0e8a154e6eac","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:55.885319581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"ed1408f5-b5e6-4265-8d88-80532902f2b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:55.885319415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"4480eb2c-780e-404f-a753-26bdd0edfdc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:55.943030959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"4480eb2c-780e-404f-a753-26bdd0edfdc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:55.943077181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"ed1408f5-b5e6-4265-8d88-80532902f2b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:55.948552904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"910eac21-50ce-494d-813e-36f5ecbb49f6","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:56.006999222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"b3c02ba2-276b-4ae3-893d-9eb3bbfd96d2","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:56.314298808Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ordering-sub","reconcileID":"29a19bd9-d8b3-4f46-b2c6-0da34e8898bf","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/e2e-ordering-sub","ai-tenant-e2e-worker-w2-ba1918/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:56.316400067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"f380dc3b-5468-4b49-bb60-3a830b602eee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:56.321868066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"40910df9-2eec-4985-8ee7-7b85d576c3eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:56.374297223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"f380dc3b-5468-4b49-bb60-3a830b602eee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:56.379828456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"40910df9-2eec-4985-8ee7-7b85d576c3eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:56.484852831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"87611219-2297-4d2d-bd23-e0a6e31bb388","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:56.531745351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"ba33a264-f81c-4770-8757-f1ec93f4d272","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:56.700367168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ordering-sub","reconcileID":"334f9f22-9047-4790-b1d6-4bd09d0abd03","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:59.087235728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"be054df5-3776-445a-89f5-c37f81c2e286","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:59.1451392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"a29dcc5a-9a1b-4d08-a2cc-d5787ee86fea","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:59.305233206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ordering-auth","reconcileID":"bd0fe6b2-3247-4f5f-93c2-d1deb8e479db","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:59.36265083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ordering-auth","reconcileID":"bd0fe6b2-3247-4f5f-93c2-d1deb8e479db","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:59.690396085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"54617291-38c0-4871-9f89-10b6a2a4e455","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:01.933180498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"b63d1312-db96-4f8d-89a1-cdf223b38732","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:02.096109903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"3af55a56-1785-4f63-af9b-1ee4912be7a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:02.096293022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"9ce3b0b8-ed2c-41da-b801-5a57ea6f50ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:02.096110711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ordering-auth","reconcileID":"db2da5f0-3d94-47d2-9d38-29a7a45b9972","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:02.155577425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ordering-auth","reconcileID":"db2da5f0-3d94-47d2-9d38-29a7a45b9972","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:02.156327584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"3af55a56-1785-4f63-af9b-1ee4912be7a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:02.159056569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"9ce3b0b8-ed2c-41da-b801-5a57ea6f50ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:04.379032955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"fc471f74-e1a1-4297-a040-f77232ab749b","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-981724","tenantID":"e2e-ipp-a-981724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:04.436563572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"fc471f74-e1a1-4297-a040-f77232ab749b","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"name":"e2e-ipp-a-981724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:04.492991747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-981724-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ccd9ecdb2d7467b9fe0830671e6f5deb4a1098d032cb1844a155a1719bfbf8b4) AuthConfig (450e89ab81174fe4ae36d96d74fa4e1f59812f0c472767d04f6bac548b803095) AuthConfig (8c257b8487ae9ac10a5c9e84817812c876abf5316f58368619cd68675ce5cc9a) AuthConfig (863d47fb94ca2e70ed75e7b52ec054d5b66a950466a33a79f8e275c8496da049) AuthConfig (bfa22e7365967d5a0757722c2ea0d4180aa44ade32d0e762e3c1799f2eae65eb) AuthConfig (8ea0b20c12e59663823ed9dbba4479ac35ea1882f0ec81cd4c08a9067813b84f) AuthConfig (ebe5343d04a18282a06477a75ac249502d4669c12d2ca4202f378e27fc48d859) AuthConfig (1c3fcf7c8e90305cd91ea885e0164f8bcc7465cb54c0f0845e08eb6b834356ff) AuthConfig (5de38e43e29a004bcd4530402b7a476b7a78a8ff2d6baa9da1f8f615897edc8c) AuthConfig (00d18f0e4860ba8c254faf1cf8dffd4d1d0b3237605b40fa564c7c67940b9ca6) AuthConfig (9a13faef007a077d09e8a54c9417dcde4967128eaa65bd29bd30fe30295cb6f0) AuthConfig (6b37bba0554db3f6e103c63761f5da535f17d7f3e8685d1d3d712193a91631bf) AuthConfig (2828d27d2800ee393a1047153e3a860931686aad29c110cb53d82f2c6145e1fb) AuthConfig (850eee0702c79ada7ac53f741ac2f27656b804f27beeb8fb7fd534edd92c7a88) AuthConfig (b12bebeb15e665e41b8feb10916cb7f9d95fd06176f51c8f938d014caa4570f9) AuthConfig (af38a28cd2f8797bf99714ecb6e74dbe0f3c09291b5bf181b706a97d9b0fa1c8) AuthConfig (abe7124ff7b9c1d8fab6caae77d3545828d37258f8200c28bdb07d1cc4176ca5) AuthConfig (64337db0af08292d5a4736e22dadebf43b660ea4cb00554ff7d28ed03e529ce6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"fc471f74-e1a1-4297-a040-f77232ab749b","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:08.860127725Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:10.498337901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-81c3c9-sub","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-sub","reconcileID":"1e151c12-3e82-4895-b61b-778b9376d84d","MaaSSubscription":{"name":"praxis-route-81c3c9-sub","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"name":"maas-trlp-praxis-route-81c3c9","model":"ai-tenant-e2e-praxis-a-81c3c9/praxis-route-81c3c9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:10.639119661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"26f8d0c6-ad50-46b3-85c5-ad3a98ba618a","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81c3c9","tenantID":"e2e-praxis-a-81c3c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:10.725951117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"b62490be-24f6-49c1-b9fa-4afd4ae523f6","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"tenant":"e2e-praxis-a-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","model":"ai-tenant-e2e-praxis-a-81c3c9/praxis-route-81c3c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:10.725984361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"b62490be-24f6-49c1-b9fa-4afd4ae523f6","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"routeName":"praxis-route-81c3c9-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81c3c9","llmisvcName":"praxis-route-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:10.729789887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"26f8d0c6-ad50-46b3-85c5-ad3a98ba618a","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"name":"e2e-praxis-a-81c3c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:12.103332565Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ordering-sub","reconcileID":"3da1a3c3-9355-419c-bce1-f68556c3500d","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:12.324424265Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ordering-sub","reconcileID":"3da1a3c3-9355-419c-bce1-f68556c3500d","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:12.540404823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"335cea15-a48c-42ed-bdc5-bcb4a7e90f43","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:12.589658466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"797733ae-62b6-43b9-b048-3055934b4665","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:12.735798385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"2c0b160d-5717-4d0a-b15a-004c717d38b8","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:12.750441718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ordering-auth","reconcileID":"5a2a5625-04e4-4ab1-8652-bc0dbb028ce4","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:12.750622115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"e335767f-e742-4a2c-be33-28fd156f2ca9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:12.750887824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"08e8b24d-9ce6-4573-9986-6186e9b7d064","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:12.80791387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ordering-auth","reconcileID":"5a2a5625-04e4-4ab1-8652-bc0dbb028ce4","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:12.808017881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"08e8b24d-9ce6-4573-9986-6186e9b7d064","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:12.81009903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"e335767f-e742-4a2c-be33-28fd156f2ca9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:13.01612845Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-ordering-auth","reconcileID":"5eec0a42-8170-4f1e-b385-cd291e098843","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:13.276538971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"7f2f9e1e-e9af-4f7a-aedd-34849515a424","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:14.533080089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"b454672c-3b98-4b7b-b485-f5835cf474f5","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:14.589066554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"d089431f-7003-466b-89c4-437d2e8137f3","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:14.600911321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"04113eb9-173d-4974-aac4-9687708da2d9","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-981724","tenantID":"e2e-ipp-a-981724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:14.658201441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"04113eb9-173d-4974-aac4-9687708da2d9","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"name":"e2e-ipp-a-981724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:14.754870132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-success","reconcileID":"7b23cf14-6043-4c5b-81bd-c3c9f47d7a1b","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:14.808530621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"058ef7a7-0c7c-4c6e-ad39-4edc2a42aac2","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:14.813142346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-success","reconcileID":"7b23cf14-6043-4c5b-81bd-c3c9f47d7a1b","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:14.865535987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"d067688c-cd18-4cde-9401-67dc81be20fc","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:33:14.920818977Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-subscription-success","reconcileID":"0c48deb3-aa8c-49f3-8c28-b9df6152fe5e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:14.976312086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"a881269f-7e5f-4cc2-9faa-40243ac470ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:14.976345311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"6baa8915-fa55-4ecf-bf03-97fcb122a78a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:14.989790272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724","reconcileID":"7b06152b-1f91-4541-b7bb-bd7df9b7d186","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"tenant":"e2e-ipp-a-981724","gateway":"openshift-ingress/e2e-ipp-a-981724","model":"ai-tenant-e2e-ipp-a-981724/ipp-route-981724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:14.989808282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724","reconcileID":"7b06152b-1f91-4541-b7bb-bd7df9b7d186","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"routeName":"ipp-route-981724-kserve-route","namespace":"ai-tenant-e2e-ipp-a-981724","llmisvcName":"ipp-route-981724","gateway":"openshift-ingress/e2e-ipp-a-981724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:15.037802027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"a881269f-7e5f-4cc2-9faa-40243ac470ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:15.041256044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"6baa8915-fa55-4ecf-bf03-97fcb122a78a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:15.04609068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"a8f8bd65-8c16-484f-8b0a-db4cd98acc68","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:15.106849304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"e4fee9ff-d970-431f-9473-44163888d08c","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:15.184719175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"fdb0e884-8e69-4ac2-8d4d-4dfc48221605","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:15.381986948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-success","reconcileID":"ddbccb51-6b22-4a10-8c9e-685ff1088f22","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:15.382538487Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-subscription-success","reconcileID":"7e5d8055-a89d-4b16-9ab5-2c53562b111a","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/e2e-test-subscription-success","ai-tenant-e2e-worker-w2-ba1918/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:15.383910947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"a43344a2-af20-438c-afaa-259c480912fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:15.383912283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"7625eed9-5bc8-4795-9b65-f4ae1940404c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:15.4414765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-success","reconcileID":"ddbccb51-6b22-4a10-8c9e-685ff1088f22","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:15.445343226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"a43344a2-af20-438c-afaa-259c480912fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:15.445349736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"7625eed9-5bc8-4795-9b65-f4ae1940404c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:15.624458399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"14df1da8-17a9-4ffc-b534-816240bb24f6","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:15.63862133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"78881e49-d5f5-455a-89b7-795c36948b59","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:15.805840695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-subscription-success","reconcileID":"81a12811-9844-4a8d-b87a-a2744ab37d02","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:18.209375057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"be6348f9-207f-4cd4-9c35-650d8128498b","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:18.370407217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-success","reconcileID":"cb73ea8e-8cd3-4b7d-afb6-6202c5931782","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:18.370652667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"bf0a3da7-b809-438a-abb2-f0d569fee635","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:18.370411464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"3765937c-1cac-4045-ae70-9c9bb5a46a14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:18.428794204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-success","reconcileID":"cb73ea8e-8cd3-4b7d-afb6-6202c5931782","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:18.429694518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"3765937c-1cac-4045-ae70-9c9bb5a46a14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:18.431612885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"bf0a3da7-b809-438a-abb2-f0d569fee635","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:19.433054214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"10928c13-d64d-4bf3-adc9-072a1ffcf7c5","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"tenant":"e2e-praxis-a-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","model":"ai-tenant-e2e-praxis-a-81c3c9/praxis-route-81c3c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:19.433087413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"10928c13-d64d-4bf3-adc9-072a1ffcf7c5","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"routeName":"praxis-route-81c3c9-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81c3c9","llmisvcName":"praxis-route-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:19.599875715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"648b9566-e237-4357-9745-c9e60eed3fed","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81c3c9","tenantID":"e2e-praxis-a-81c3c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:19.651960513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-81c3c9-sub","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-sub","reconcileID":"b840d96d-e1ac-4f0e-b623-ec8b1dce0ca2","MaaSSubscription":{"name":"praxis-route-81c3c9-sub","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"name":"maas-trlp-praxis-route-81c3c9","model":"ai-tenant-e2e-praxis-a-81c3c9/praxis-route-81c3c9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:19.657421617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"648b9566-e237-4357-9745-c9e60eed3fed","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"name":"e2e-praxis-a-81c3c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:19.822206233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"e4ffca44-6f4b-4e29-8d24-70e0ce7aade6","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"tenant":"e2e-praxis-a-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","model":"ai-tenant-e2e-praxis-a-81c3c9/praxis-route-81c3c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:19.822298966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"e4ffca44-6f4b-4e29-8d24-70e0ce7aade6","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"routeName":"praxis-route-81c3c9-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81c3c9","llmisvcName":"praxis-route-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:20.038998007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-81c3c9-sub","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-sub","reconcileID":"f22c46c4-387a-4e64-bc6e-5c6df14a40be","MaaSSubscription":{"name":"praxis-route-81c3c9-sub","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"name":"maas-trlp-praxis-route-81c3c9","model":"ai-tenant-e2e-praxis-a-81c3c9/praxis-route-81c3c9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:20.133830333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724","reconcileID":"cd232b87-2215-4bec-8d4c-dc7621e2197d","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"tenant":"e2e-ipp-a-981724","gateway":"openshift-ingress/e2e-ipp-a-981724","model":"ai-tenant-e2e-ipp-a-981724/ipp-route-981724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:20.133849752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724","reconcileID":"cd232b87-2215-4bec-8d4c-dc7621e2197d","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"routeName":"ipp-route-981724-kserve-route","namespace":"ai-tenant-e2e-ipp-a-981724","llmisvcName":"ipp-route-981724","gateway":"openshift-ingress/e2e-ipp-a-981724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:20.193000665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724","reconcileID":"263c58ef-1a52-4a9d-8e61-98bc543e05da","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"tenant":"e2e-ipp-a-981724","gateway":"openshift-ingress/e2e-ipp-a-981724","model":"ai-tenant-e2e-ipp-a-981724/ipp-route-981724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:20.193023767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724","reconcileID":"263c58ef-1a52-4a9d-8e61-98bc543e05da","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"routeName":"ipp-route-981724-kserve-route","namespace":"ai-tenant-e2e-ipp-a-981724","llmisvcName":"ipp-route-981724","gateway":"openshift-ingress/e2e-ipp-a-981724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:20.249370818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"ae01e310-d768-4943-8567-2bdcd1a410f4","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-981724","tenantID":"e2e-ipp-a-981724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:33:20.254669851Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-981724-sub","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-sub","reconcileID":"b75373b6-57e0-4f61-8695-382f5655a957","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-981724-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:20.311108337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"ae01e310-d768-4943-8567-2bdcd1a410f4","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"name":"e2e-ipp-a-981724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:20.378759305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724","reconcileID":"52e93b3d-b080-4dc8-aa5a-b5a5b33e55d9","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"tenant":"e2e-ipp-a-981724","gateway":"openshift-ingress/e2e-ipp-a-981724","model":"ai-tenant-e2e-ipp-a-981724/ipp-route-981724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:20.378776639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724","reconcileID":"52e93b3d-b080-4dc8-aa5a-b5a5b33e55d9","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"routeName":"ipp-route-981724-kserve-route","namespace":"ai-tenant-e2e-ipp-a-981724","llmisvcName":"ipp-route-981724","gateway":"openshift-ingress/e2e-ipp-a-981724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:20.436109546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724","reconcileID":"62635860-6ad3-403a-a74d-7c9539d9f752","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"tenant":"e2e-ipp-a-981724","gateway":"openshift-ingress/e2e-ipp-a-981724","model":"ai-tenant-e2e-ipp-a-981724/ipp-route-981724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:20.436129855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724","reconcileID":"62635860-6ad3-403a-a74d-7c9539d9f752","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"routeName":"ipp-route-981724-kserve-route","namespace":"ai-tenant-e2e-ipp-a-981724","llmisvcName":"ipp-route-981724","gateway":"openshift-ingress/e2e-ipp-a-981724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:20.63210342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"1766bb56-2336-473f-8a70-e1184c41b29a","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-981724","tenantID":"e2e-ipp-a-981724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:20.655701658Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-981724-sub","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-sub","reconcileID":"7ec8ba3f-2a29-42d5-a8eb-9a1c0ca26d27","MaaSSubscription":{"name":"ipp-route-981724-sub","namespace":"ai-tenant-e2e-ipp-a-981724"},"name":"maas-trlp-ipp-route-981724","model":"ipp-route-981724","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-981724/ipp-route-981724-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:20.689857235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"1766bb56-2336-473f-8a70-e1184c41b29a","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"name":"e2e-ipp-a-981724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:20.827438463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724","reconcileID":"138cdfff-54fc-4ca8-b794-881e749507ac","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"tenant":"e2e-ipp-a-981724","gateway":"openshift-ingress/e2e-ipp-a-981724","model":"ai-tenant-e2e-ipp-a-981724/ipp-route-981724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:20.827463198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724","reconcileID":"138cdfff-54fc-4ca8-b794-881e749507ac","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"routeName":"ipp-route-981724-kserve-route","namespace":"ai-tenant-e2e-ipp-a-981724","llmisvcName":"ipp-route-981724","gateway":"openshift-ingress/e2e-ipp-a-981724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:21.043340919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-981724-sub","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-sub","reconcileID":"c600f993-78a1-4c50-a9fe-506a2a5a4e4f","MaaSSubscription":{"name":"ipp-route-981724-sub","namespace":"ai-tenant-e2e-ipp-a-981724"},"name":"maas-trlp-ipp-route-981724","model":"ai-tenant-e2e-ipp-a-981724/ipp-route-981724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:25.14184253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5d87"},"namespace":"ai-tenant-e2e-ipp-b-db5d87","name":"default-tenant","reconcileID":"7f1302e5-b051-48d6-872e-b028da9a4fb2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-db5d87","tenantID":"e2e-ipp-b-db5d87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:25.260874846Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5d87"},"namespace":"ai-tenant-e2e-ipp-b-db5d87","name":"default-tenant","reconcileID":"7f1302e5-b051-48d6-872e-b028da9a4fb2","name":"e2e-ipp-b-db5d87-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:28.377680737Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-subscription-success","reconcileID":"6ff822af-2291-4afb-9dd8-b446f3a1f67a","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:28.601408032Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-subscription-success","reconcileID":"6ff822af-2291-4afb-9dd8-b446f3a1f67a","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:28.81679858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"b32d024d-31ff-426d-b8bd-485fe274aa6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:28.86752553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"25946c2a-7526-4763-ba07-2a36884a8dd6","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:29.012775593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"068145f2-1eb5-4a8a-bcd2-42b648395f42","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:29.028844225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-success","reconcileID":"634ed4ea-c03f-4781-ab68-0ec783283b8f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:29.028846581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"d13a1cca-581b-4b90-8040-311926fd8b4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:29.029243086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"ee962fb7-5217-4709-9625-dd4fd97eb0d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:29.087102641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-success","reconcileID":"634ed4ea-c03f-4781-ab68-0ec783283b8f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:29.087267562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"ee962fb7-5217-4709-9625-dd4fd97eb0d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:29.089436197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"d13a1cca-581b-4b90-8040-311926fd8b4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:29.248356605Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-success","reconcileID":"fc17d184-936e-40e2-91eb-3e1589059c82","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:29.412564375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"61c29a20-72a3-4d15-83df-71ace3d606f8","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:29.823457364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"323dc2c2-faf6-4235-82cc-aa2828a8ff03","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"tenant":"e2e-praxis-a-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","model":"ai-tenant-e2e-praxis-a-81c3c9/praxis-route-81c3c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:29.823483131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"323dc2c2-faf6-4235-82cc-aa2828a8ff03","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"routeName":"praxis-route-81c3c9-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81c3c9","llmisvcName":"praxis-route-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:30.240160157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"7dcef143-acd6-4d06-89b7-f9041ef96d95","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:30.298409359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"5ed340b8-517d-417e-8ffc-c86a10d5d404","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:30.459112538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-multi-sub-valid","reconcileID":"59c9fa3f-a3e9-4daf-9c0b-4e86b70d5a28","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:30.50868663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"40705794-882a-4a4b-ad0d-be9cfe0490b4","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:30.517183748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-multi-sub-valid","reconcileID":"59c9fa3f-a3e9-4daf-9c0b-4e86b70d5a28","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:30.567283003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"4c3d941e-2a76-469f-8efc-d731344c6f4f","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:33:30.6176755Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-subscription-free","reconcileID":"3d084b85-fdd1-40a3-a55d-4a6b37790d43","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:30.670061261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"6df24339-d957-4320-b1f5-2eb6b0d2ee47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:30.670345017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"2704f096-f48c-4989-a85d-810a6b52cb5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:30.729972869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"6df24339-d957-4320-b1f5-2eb6b0d2ee47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:30.730425928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"2704f096-f48c-4989-a85d-810a6b52cb5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:30.781796699Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-ba1918 priority=0:[ai-tenant-e2e-worker-w2-ba1918/e2e-test-subscription-free ai-tenant-e2e-worker-w2-ba1918/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:30.782021624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"05a877ec-c044-423d-98bc-f6b6b7fbab51","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:30.831890808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"5afc8695-772c-40a1-acf1-1444043e3b3a","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:30.839782489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"b781dd2d-f8e8-4138-98d2-918f8b5a0f86","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:30.84294316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"b3c0d06e-f406-4ab0-9aec-7e4f8dcfc07e","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:30.887577611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"406f6387-fb84-49cf-a096-ce742b1099ed","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:33:30.892118981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-subscription-premium","reconcileID":"6939fef0-09db-4e9e-8f37-651c32f199b1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:33:30.894133925Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-ba1918/e2e-test-subscription-free","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:31.002988509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-multi-sub-valid","reconcileID":"05d9b7a4-4f31-44d4-83d0-9e6cf3618b46","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:31.00866509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"7fd78586-691f-4b26-8fa7-8f8aa80aaf98","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:31.061668221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-multi-sub-valid","reconcileID":"05d9b7a4-4f31-44d4-83d0-9e6cf3618b46","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:31.066369653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"de5167d4-a97b-4987-9e60-8d3be585f183","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:31.143323722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"ff56a216-4a7f-4909-93eb-9316ab5db2a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:31.143360846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"a8299e5c-d8db-4a01-955f-9c54c20f5bc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:31.161915517Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-subscription-free","reconcileID":"2c43164d-0781-4f15-92c2-7de51f12bf95","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/e2e-test-subscription-free","ai-tenant-e2e-worker-w2-ba1918/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-ba1918/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:31.200721452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"a8299e5c-d8db-4a01-955f-9c54c20f5bc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:31.200875469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"ff56a216-4a7f-4909-93eb-9316ab5db2a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:31.280841631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-subscription-premium","reconcileID":"5c6cdb85-74cc-4996-b6d1-27d564b5bdf9","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:31.331310014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"b51abe9e-7897-4eb1-89af-7f3ac8b13117","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:31.383855829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-multi-sub-valid","reconcileID":"9ece205a-a662-4cd2-b374-be0efb44a63d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:31.387983815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"a878c3f4-c58e-4882-991e-f45b66c2babf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:31.442706421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-multi-sub-valid","reconcileID":"9ece205a-a662-4cd2-b374-be0efb44a63d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:31.454114412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"eb8e3911-860d-406f-8f06-8081d99f48fd","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:31.546644405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-subscription-free","reconcileID":"d53cc1e2-9a6a-4c69-aed1-08c5a8110b2c","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:31.57127547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"f524eab9-1041-4ca3-8264-51cb328caad4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:31.57127213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"6a293405-1b45-4b94-990d-43aacffc267d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:31.629202394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"6a293405-1b45-4b94-990d-43aacffc267d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:31.630355056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"f524eab9-1041-4ca3-8264-51cb328caad4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:31.669362614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-subscription-premium","reconcileID":"2aeae265-8c5a-4af8-be23-be99a86ab1a5","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:34.961789707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"354b64b0-8778-4311-a967-29fd09b8599a","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:35.121856306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"c4390e0b-2bd1-41a4-90e2-b89d96068a19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:35.12188208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"a04dd85d-c6bc-46d7-a742-d512c49ce009","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:35.122353245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e4d438a4-bcc7-4bff-98d1-02770ff5f31f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:35.179848648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"c4390e0b-2bd1-41a4-90e2-b89d96068a19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:35.180664291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"a04dd85d-c6bc-46d7-a742-d512c49ce009","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:35.182287807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e4d438a4-bcc7-4bff-98d1-02770ff5f31f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:36.799250735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0fac41"},"namespace":"ai-tenant-e2e-praxis-b-0fac41","name":"default-tenant","reconcileID":"ba1890bf-f948-407e-929c-2b6e6dc851f4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-0fac41","tenantID":"e2e-praxis-b-0fac41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:36.916852661Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0fac41"},"namespace":"ai-tenant-e2e-praxis-b-0fac41","name":"default-tenant","reconcileID":"ba1890bf-f948-407e-929c-2b6e6dc851f4","name":"e2e-praxis-b-0fac41-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:38.863204871Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:39.826544087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"1874089c-dea9-4aa8-8f16-e8eea5c0eea0","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"tenant":"e2e-praxis-a-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","model":"ai-tenant-e2e-praxis-a-81c3c9/praxis-route-81c3c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:39.826668874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"1874089c-dea9-4aa8-8f16-e8eea5c0eea0","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"routeName":"praxis-route-81c3c9-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81c3c9","llmisvcName":"praxis-route-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:45.128483019Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-subscription-free","reconcileID":"d8ef7695-e1e4-42c5-afe4-d9ebd156c9ee","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:45.348682371Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-subscription-free","reconcileID":"d8ef7695-e1e4-42c5-afe4-d9ebd156c9ee","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-ba1918/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:45.565555299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"2ae4a8e4-8702-45fb-8a19-dd8b0d6eb493","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:45.56563232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-subscription-premium","reconcileID":"1b0d3dd8-3589-4086-9469-b72d432707b8","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:45.569827005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"e4db5214-4561-41bf-80a6-d0b0d9195c61","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:45.629418438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"97cfd228-361f-499a-b636-b7124853bbcb","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:45.712110268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"e78f8945-6c09-480e-83d0-78702bf639e1","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:45.73029279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"f8776402-8611-4dae-88af-218f808172a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:45.730300363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-multi-sub-valid","reconcileID":"96a4ecff-7a80-41b0-9237-7822bb4b3ae6","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:45.730759593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"6422d404-47ed-4d7b-8a16-032ec8e9610c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:45.788255602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"6422d404-47ed-4d7b-8a16-032ec8e9610c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:45.788686389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-multi-sub-valid","reconcileID":"96a4ecff-7a80-41b0-9237-7822bb4b3ae6","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:45.790375004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"f8776402-8611-4dae-88af-218f808172a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:46.159811514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d618e130-2273-4d73-8835-1f1c076ab7b6","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:46.160050953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"619b064a-7865-4d4e-8452-1b84ac7f4282","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:46.160316393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"6aed8bc5-362a-4d64-a01c-983fc17b3f92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:46.219491763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"619b064a-7865-4d4e-8452-1b84ac7f4282","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:46.21955129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"6aed8bc5-362a-4d64-a01c-983fc17b3f92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:46.222027386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d618e130-2273-4d73-8835-1f1c076ab7b6","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:49.827777518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"223ca896-ed49-4279-84c6-193d263c6e41","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"tenant":"e2e-praxis-a-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","model":"ai-tenant-e2e-praxis-a-81c3c9/praxis-route-81c3c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:49.827804322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9","reconcileID":"223ca896-ed49-4279-84c6-193d263c6e41","MaaSModelRef":{"name":"praxis-route-81c3c9","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"routeName":"praxis-route-81c3c9-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81c3c9","llmisvcName":"praxis-route-81c3c9","gateway":"openshift-ingress/e2e-praxis-a-81c3c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:55.12616286Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-81c3c9-sub","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-sub","reconcileID":"8dab231d-051f-4e2f-8833-4767234a948c","MaaSSubscription":{"name":"praxis-route-81c3c9-sub","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"model":"ai-tenant-e2e-praxis-a-81c3c9/praxis-route-81c3c9","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-81c3c9/praxis-route-81c3c9 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:55.184228797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"270436c2-1754-43f3-93d3-f72483ba3e1a","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81c3c9","tenantID":"e2e-praxis-a-81c3c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:55.243174362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"270436c2-1754-43f3-93d3-f72483ba3e1a","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"name":"e2e-praxis-a-81c3c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:55.243227937Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"270436c2-1754-43f3-93d3-f72483ba3e1a","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"model":"ai-tenant-e2e-praxis-a-81c3c9/praxis-route-81c3c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:55.397477865Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-81c3c9-sub","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-sub","reconcileID":"f2da4360-b65a-48e0-a8d6-21d6ddb05702","MaaSSubscription":{"name":"praxis-route-81c3c9-sub","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"model":"ai-tenant-e2e-praxis-a-81c3c9/praxis-route-81c3c9","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-81c3c9/praxis-route-81c3c9 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:55.504801278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"5eff6c3b-35b6-4ef6-b1ce-abb9a4c29254","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81c3c9","tenantID":"e2e-praxis-a-81c3c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:55.563297984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"5eff6c3b-35b6-4ef6-b1ce-abb9a4c29254","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"name":"e2e-praxis-a-81c3c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:55.563344686Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"5eff6c3b-35b6-4ef6-b1ce-abb9a4c29254","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"model":"ai-tenant-e2e-praxis-a-81c3c9/praxis-route-81c3c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:55.718032196Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"58acf698-c8b7-41fc-937d-a9fc0834616a","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"model":"ai-tenant-e2e-praxis-a-81c3c9/praxis-route-81c3c9","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:33:55.863896499Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-81c3c9-sub","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-sub","reconcileID":"20a97f4f-f9de-463e-b79d-b7aab514266f","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-81c3c9-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:55.879601088Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-subscription-premium","reconcileID":"62ff442c-1408-4f92-92ae-275af22f2714","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:55.97440933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"58acf698-c8b7-41fc-937d-a9fc0834616a","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81c3c9","tenantID":"e2e-praxis-a-81c3c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:56.030680042Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-81c3c9-sub","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-sub","reconcileID":"3fadc437-0ad9-4c18-9bad-48ff7901ebe8","MaaSSubscription":{"name":"praxis-route-81c3c9-sub","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4c207868","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:56.103603253Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"58acf698-c8b7-41fc-937d-a9fc0834616a","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"name":"e2e-praxis-a-81c3c9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:56.103628343Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-auth","reconcileID":"58acf698-c8b7-41fc-937d-a9fc0834616a","MaaSAuthPolicy":{"name":"praxis-route-81c3c9-auth","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81c3c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:56.104905786Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-subscription-premium","reconcileID":"62ff442c-1408-4f92-92ae-275af22f2714","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:56.321028615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"2e9356cf-3175-4969-a8ff-070e7f15b0b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:56.369430836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"e728f6fb-c638-4f21-a1ed-101aaefb9029","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:56.474675357Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-81c3c9-sub","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-sub","reconcileID":"6cdc47e9-ae47-4c22-8029-a587cff25a97","MaaSSubscription":{"name":"praxis-route-81c3c9-sub","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4c207868","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:56.509792942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"4d136226-a638-4705-8518-c64e6d802146","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:56.641059674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"d8315668-e45f-4fda-a924-b32c2cf352d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:56.641059968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"30a767d7-f774-4a80-8637-c999302fc6ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:56.641417001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-multi-sub-valid","reconcileID":"614ed476-cc92-4264-924a-0d3877d405ae","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:56.703959778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"d8315668-e45f-4fda-a924-b32c2cf352d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:56.70463048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-multi-sub-valid","reconcileID":"614ed476-cc92-4264-924a-0d3877d405ae","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:56.706419811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"30a767d7-f774-4a80-8637-c999302fc6ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:56.980484673Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-multi-sub-valid","reconcileID":"c2575b4a-f34a-4d31-8743-ccef0d9c30d5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:57.238057607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"308d5816-eb6b-4909-a1e1-cca554074fd9","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:57.404820306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a0381e-1102-40e5-a205-c8f9489802a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:57.460344687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a0381e-1102-40e5-a205-c8f9489802a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:57.51520276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a0381e-1102-40e5-a205-c8f9489802a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:57.569540819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a0381e-1102-40e5-a205-c8f9489802a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:58.661629028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"1772c65b-0e08-4af8-aafe-31ed83e4345e","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:58.720058807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"294c3b28-1c87-49a8-82e8-0bb664d8de13","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:58.931890002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"88740e78-9743-439d-84c9-d505e23f5a20","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:58.946791311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-access-denied","reconcileID":"7028a630-6c71-4876-a2ae-7f8962324c03","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:59.047378489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"e2f5f536-59e9-488f-9ab2-ef591b8e2430","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:59.054548307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-access-denied","reconcileID":"7028a630-6c71-4876-a2ae-7f8962324c03","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:33:59.086868647Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-user-subscription","reconcileID":"405e217e-00c0-419b-a6e1-69bb5d7365c8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:59.13713062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"f0d2a9c9-f07a-42a3-9b47-3e0f0ea6087d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:59.138904502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"561bcbda-f80f-48a2-83f4-b0f18ccea4ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:59.191815538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"a09ece29-fa57-4ae7-bfc1-5dd764c8758d","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:59.192595826Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-ba1918 priority=0:[ai-tenant-e2e-worker-w2-ba1918/e2e-test-other-subscription ai-tenant-e2e-worker-w2-ba1918/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:59.197042282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"f0d2a9c9-f07a-42a3-9b47-3e0f0ea6087d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:59.197435676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"561bcbda-f80f-48a2-83f4-b0f18ccea4ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:59.208719677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"60bfa9fa-2a90-4e82-b29d-64ca59e1d7f5","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:33:59.247544423Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-ba1918/e2e-test-user-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:59.271357217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"fd6c4c60-4db5-41d0-b6cf-bcba11bae102","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:59.306888605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"aed17b43-3615-47f5-8b40-571d5ffead87","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:33:59.307818107Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-ba1918/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:59.351113129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-981724-sub","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-sub","reconcileID":"2ea0043a-b3a8-40eb-8215-da237a20f73f","MaaSSubscription":{"name":"ipp-route-981724-sub","namespace":"ai-tenant-e2e-ipp-a-981724"},"name":"maas-trlp-ipp-route-981724","model":"ai-tenant-e2e-ipp-a-981724/ipp-route-981724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:59.369324463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"7a3bc254-039f-424c-9268-ab5e0dcc7e6d","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:59.37726986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"5fb3b4e7-ec76-4732-9275-db97d6a13a88","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:59.542066362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724","reconcileID":"a1f60f6c-168e-4371-8488-fcc4fb0c9998","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"tenant":"e2e-ipp-a-981724","gateway":"openshift-ingress/e2e-ipp-a-981724","model":"ai-tenant-e2e-ipp-a-981724/ipp-route-981724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:59.542097174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724","reconcileID":"a1f60f6c-168e-4371-8488-fcc4fb0c9998","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"routeName":"ipp-route-981724-kserve-route","namespace":"ai-tenant-e2e-ipp-a-981724","llmisvcName":"ipp-route-981724","gateway":"openshift-ingress/e2e-ipp-a-981724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:59.55090379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-access-denied","reconcileID":"3fdfce61-a531-40da-9c75-97d0864c3300","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:59.5763843Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-user-subscription","reconcileID":"7b789456-e27e-4e75-8344-43f62a2d9433","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/e2e-test-other-subscription","ai-tenant-e2e-worker-w2-ba1918/e2e-test-user-subscription","ai-tenant-e2e-worker-w2-ba1918/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:59.606366266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"299381e0-d838-42e5-8457-3ec77f8de205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:59.609724011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-access-denied","reconcileID":"3fdfce61-a531-40da-9c75-97d0864c3300","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:59.663752358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"299381e0-d838-42e5-8457-3ec77f8de205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:59.66428408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"80915f10-ab72-4da4-bde2-5d5282a7b9ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:59.664502533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"c62ceddd-70e1-4412-921c-f1e317bf06d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:59.674874355Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-other-subscription","reconcileID":"e0a55ac5-8b0f-4272-82c2-a1f438cf10ca","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/e2e-test-other-subscription","ai-tenant-e2e-worker-w2-ba1918/e2e-test-user-subscription","ai-tenant-e2e-worker-w2-ba1918/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:59.719261667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"299381e0-d838-42e5-8457-3ec77f8de205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:59.775344944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"299381e0-d838-42e5-8457-3ec77f8de205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:59.781025118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"80915f10-ab72-4da4-bde2-5d5282a7b9ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:59.783514218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"c62ceddd-70e1-4412-921c-f1e317bf06d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:59.889013167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"7574aac2-5a18-4f1f-a2f5-02cfb3198a4f","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:59.895223428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"cf6b563e-f9c7-4913-bbfc-0bc654c83ac1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:59.899759982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"238d929e-2cdb-4744-a600-970ca018a760","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:34:00.072908971Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-access-denied","reconcileID":"3fdfce61-a531-40da-9c75-97d0864c3300","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-access-denied\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:00.123804524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-user-subscription","reconcileID":"af4e4fbf-e31e-4afd-b366-bff62b5e98af","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:00.187116867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-other-subscription","reconcileID":"e8ebf8af-a0ee-42b3-995b-a9ebbeda7589","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:00.243809259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"5b2c1dd7-bd37-4367-8f47-468b94498b30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:00.260647127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-access-denied","reconcileID":"a6080b20-2542-4a14-9e7f-35b4f29442c8","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:00.32106224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-access-denied","reconcileID":"a6080b20-2542-4a14-9e7f-35b4f29442c8","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:00.412443543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"1e2e58f4-cf39-4d68-abb8-fd9616f3f2ee","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:00.529189469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"1af68a14-d627-4267-a29c-0eb25ae5f1d6","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-981724","tenantID":"e2e-ipp-a-981724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:00.596587999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"1af68a14-d627-4267-a29c-0eb25ae5f1d6","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"name":"e2e-ipp-a-981724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:02.224473108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"ec6ce2d1-1670-4a5d-af23-7cd77d9fd877","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:02.401822092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"0d07c287-3276-47f6-8b00-214eeb8063db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:02.402298642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"3d507b76-f15e-4b56-8c28-bbc37a809d55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:02.402218264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-access-denied","reconcileID":"20155fa4-5875-42bb-8bae-e227d5fecc90","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:02.472707617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"0d07c287-3276-47f6-8b00-214eeb8063db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:02.474768283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"3d507b76-f15e-4b56-8c28-bbc37a809d55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:02.481724541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-access-denied","reconcileID":"20155fa4-5875-42bb-8bae-e227d5fecc90","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:06.530033961Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-81c3c9-sub","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-sub","reconcileID":"819ad4d1-156d-4bb5-9466-ae0e4c935de8","MaaSSubscription":{"name":"praxis-route-81c3c9-sub","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"model":"ai-tenant-e2e-praxis-a-81c3c9/praxis-route-81c3c9","subscription":"praxis-route-81c3c9-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:06.530448515Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-81c3c9-sub","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"praxis-route-81c3c9-sub","reconcileID":"819ad4d1-156d-4bb5-9466-ae0e4c935de8","MaaSSubscription":{"name":"praxis-route-81c3c9-sub","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"model":"ai-tenant-e2e-praxis-a-81c3c9/praxis-route-81c3c9","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-81c3c9/praxis-route-81c3c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:06.866015457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"12368c16-554d-4204-ac71-fe9b1e391dbc","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:08.861293629Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:12.411287377Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-user-subscription","reconcileID":"862a043d-195a-40be-9329-4dba2441ab57","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:12.64541726Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-user-subscription","reconcileID":"862a043d-195a-40be-9329-4dba2441ab57","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/e2e-test-other-subscription","ai-tenant-e2e-worker-w2-ba1918/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:12.876102789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-other-subscription","reconcileID":"ea85deec-b31f-45c0-b520-61f54740703f","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:12.876621231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"bd7d5923-75ff-4542-9606-8cc6878c4bf6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:12.912446322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"4f9f5aa1-522e-42bf-927f-f9e212f5d8d8","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:13.060793141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"5b893142-d5c8-4298-895b-6a5bd64ea268","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:13.093888905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"65bfc005-69c0-4077-a8aa-447052a3e389","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:13.094526528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-access-denied","reconcileID":"fed4093f-9ae8-4ca3-ab36-dfae727d0d90","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:13.094672807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"603bca38-1447-44af-9d5a-bb731ff0e7fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:13.164379727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"603bca38-1447-44af-9d5a-bb731ff0e7fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:13.165796244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"65bfc005-69c0-4077-a8aa-447052a3e389","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:13.175558807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-access-denied","reconcileID":"fed4093f-9ae8-4ca3-ab36-dfae727d0d90","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:13.548830674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-access-denied","reconcileID":"c04a269f-1b1c-4c1f-ae1d-4fa96ee6c1c6","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:13.549684609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"ddfa4d68-0fa9-4cbd-a1f1-c2fe1956d147","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:13.550359394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"4bfeab50-c75d-46a5-87f2-678b82d25d9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:13.608751333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"ddfa4d68-0fa9-4cbd-a1f1-c2fe1956d147","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:13.60970312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-access-denied","reconcileID":"c04a269f-1b1c-4c1f-ae1d-4fa96ee6c1c6","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:13.612506229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"4bfeab50-c75d-46a5-87f2-678b82d25d9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:23.228332016Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-other-subscription","reconcileID":"1b4f3c64-56c8-4cfb-957b-3c915de8d5a3","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:23.4517381Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-other-subscription","reconcileID":"1b4f3c64-56c8-4cfb-957b-3c915de8d5a3","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:23.668081706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"127a369c-a5a0-4483-8efc-0e5efe3c8420","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:23.718083029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"f677c09b-79f7-4097-afd7-5701b2758043","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:23.864749516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"332fb997-0fe2-4b67-825e-234afd865381","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:23.879455672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-access-denied","reconcileID":"bfa2ded5-7bad-48d9-9652-fe140b771487","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:23.879596947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"6c676dda-8bb0-453d-b7c6-bbf690828927","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:23.879465116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"f50d1ee0-9432-466e-993d-65011e6de302","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:23.938821686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"6c676dda-8bb0-453d-b7c6-bbf690828927","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:23.939678731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"f50d1ee0-9432-466e-993d-65011e6de302","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:23.941205098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-access-denied","reconcileID":"bfa2ded5-7bad-48d9-9652-fe140b771487","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:24.101440815Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-auth-access-denied","reconcileID":"ca015e8c-dfd0-4264-adf9-05d241229142","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:24.267688649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"506d6c67-e57f-44a5-a60e-17495de0d448","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:24.27341082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724","reconcileID":"a7e55ab8-17d5-469e-a8f8-a703c2fc05ea","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"tenant":"e2e-ipp-a-981724","gateway":"openshift-ingress/e2e-ipp-a-981724","model":"ai-tenant-e2e-ipp-a-981724/ipp-route-981724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:24.273433239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724","reconcileID":"a7e55ab8-17d5-469e-a8f8-a703c2fc05ea","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"routeName":"ipp-route-981724-kserve-route","namespace":"ai-tenant-e2e-ipp-a-981724","llmisvcName":"ipp-route-981724","gateway":"openshift-ingress/e2e-ipp-a-981724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:24.441293202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"4d86a29f-c6ff-4264-acfb-b9296019b047","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-981724","tenantID":"e2e-ipp-a-981724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:24.489920737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-981724-sub","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-sub","reconcileID":"db8934a0-7276-4891-99e7-b08132c771e3","MaaSSubscription":{"name":"ipp-route-981724-sub","namespace":"ai-tenant-e2e-ipp-a-981724"},"name":"maas-trlp-ipp-route-981724","model":"ai-tenant-e2e-ipp-a-981724/ipp-route-981724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:24.498962244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"4d86a29f-c6ff-4264-acfb-b9296019b047","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"name":"e2e-ipp-a-981724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:24.664663116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724","reconcileID":"fb49b833-5d15-4822-9855-4bb9d707f6be","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"tenant":"e2e-ipp-a-981724","gateway":"openshift-ingress/e2e-ipp-a-981724","model":"ai-tenant-e2e-ipp-a-981724/ipp-route-981724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:24.664688794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724","reconcileID":"fb49b833-5d15-4822-9855-4bb9d707f6be","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"routeName":"ipp-route-981724-kserve-route","namespace":"ai-tenant-e2e-ipp-a-981724","llmisvcName":"ipp-route-981724","gateway":"openshift-ingress/e2e-ipp-a-981724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:24.880195454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-981724-sub","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-sub","reconcileID":"20ace383-363f-4a5e-b030-50d2cf532742","MaaSSubscription":{"name":"ipp-route-981724-sub","namespace":"ai-tenant-e2e-ipp-a-981724"},"name":"maas-trlp-ipp-route-981724","model":"ai-tenant-e2e-ipp-a-981724/ipp-route-981724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:25.600434795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"c489ce80-8ea1-455d-a805-065c76f53299","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:25.658263252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"b0ada5a4-6934-40fb-b5a0-784e849488eb","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:25.818057829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-group-auth","reconcileID":"4945a1c2-6cb0-4518-8e22-6de9732549c8","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:25.875781359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-group-auth","reconcileID":"4945a1c2-6cb0-4518-8e22-6de9732549c8","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:25.885964469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"10668ca4-20e2-4435-8afb-8e009913c2a6","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:25.942010124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"ea0b0754-de04-4e17-ba5b-d3ee7f14a59f","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:34:25.994800886Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-group-subscription","reconcileID":"3b8a37f0-b48c-462a-adbb-6b01f3851be3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:26.047062727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"7ded5ded-8de9-4c83-9a81-f8353adaa7a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:26.047062711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"5cb9bd04-136d-4ba9-a4c2-8beb5580d8c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:26.104748917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"5cb9bd04-136d-4ba9-a4c2-8beb5580d8c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:26.107139475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"7ded5ded-8de9-4c83-9a81-f8353adaa7a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:26.109186433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"0cf2bfb6-7713-4d8d-ba78-8757a16c7ac0","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:26.22863215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"c62a352a-3986-45e6-8768-765e9fb54ccc","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:26.229565242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"5c31afb8-dfd5-4b25-a888-84ededa73eff","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:26.393541857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-group-auth","reconcileID":"43decbf2-b522-443f-9061-9f76e518d46c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:26.450945936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-group-auth","reconcileID":"43decbf2-b522-443f-9061-9f76e518d46c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:26.50319924Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-group-subscription","reconcileID":"400592dc-f5f0-4245-8591-c6dd8d3edcac","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/e2e-test-group-subscription","ai-tenant-e2e-worker-w2-ba1918/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:26.541619934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"bd99f4ba-f530-41e3-9d6a-a9b90fe3ed20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:26.54162197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"bf17107b-0c1b-4de4-9306-3bb1720de97b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:26.599388112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"bd99f4ba-f530-41e3-9d6a-a9b90fe3ed20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:26.599487432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"bf17107b-0c1b-4de4-9306-3bb1720de97b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:26.674253865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"131860ab-4328-4f65-850c-1aba654da4f0","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:26.718945425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"3644c2a5-c209-4778-aba5-08606fd75297","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:26.893527847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-group-subscription","reconcileID":"8c419e02-3349-419b-8607-87353e5c5920","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:27.068025647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"4618e966-d03b-43a9-a80d-aec79250404d","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:29.194492694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"b0445f4f-1411-4e82-b544-903ca758b43b","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:29.355629097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-group-auth","reconcileID":"35535205-6045-42c9-a955-ca3068495d7d","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:29.355863684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"6dc9fbf3-7e16-4b58-9900-bb9537854428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:29.355629382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"7bc5ae84-cf77-4933-8349-6b0be5017352","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:29.415041247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"6dc9fbf3-7e16-4b58-9900-bb9537854428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:29.41582523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-group-auth","reconcileID":"35535205-6045-42c9-a955-ca3068495d7d","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:29.418462625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"7bc5ae84-cf77-4933-8349-6b0be5017352","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:34.666077213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724","reconcileID":"b0d68af1-52a5-47d6-b926-9807bd5fb0be","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"tenant":"e2e-ipp-a-981724","gateway":"openshift-ingress/e2e-ipp-a-981724","model":"ai-tenant-e2e-ipp-a-981724/ipp-route-981724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:34.66610143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724","reconcileID":"b0d68af1-52a5-47d6-b926-9807bd5fb0be","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"routeName":"ipp-route-981724-kserve-route","namespace":"ai-tenant-e2e-ipp-a-981724","llmisvcName":"ipp-route-981724","gateway":"openshift-ingress/e2e-ipp-a-981724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:38.859386443Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:39.369274381Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-group-subscription","reconcileID":"1d00e4ad-d9a0-47d4-9e89-6758887fc777","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:39.595525054Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-group-subscription","reconcileID":"1d00e4ad-d9a0-47d4-9e89-6758887fc777","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:39.812217063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"7ecccbcd-0164-4ec8-a722-01fb774448b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:39.861592294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"da9db1c4-c807-4314-912e-61d1bdb451d1","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:40.004375524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"83f3d1a1-0848-4833-9b55-6f995cff0437","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:40.023001865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"9d64e7ef-64f6-4fe2-9913-0096975c65a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:40.023246798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-group-auth","reconcileID":"b39716f7-5622-4c64-88b1-2f4dd5eccee5","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:40.022992865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"352103ac-c405-4c4b-bb54-9d01933253dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:40.081487341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"352103ac-c405-4c4b-bb54-9d01933253dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:40.081542919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-group-auth","reconcileID":"b39716f7-5622-4c64-88b1-2f4dd5eccee5","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:40.083734744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"9d64e7ef-64f6-4fe2-9913-0096975c65a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:40.246752791Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-test-group-auth","reconcileID":"a44734dc-deb6-4f3c-bd80-fce686f261a2","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:40.414636044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"3e3642d8-af08-4125-b5c0-b5fe386ad4dd","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:42.638237681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff99fcc8-4528-49f2-bd9f-3f0c076a3e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:42.693883472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff99fcc8-4528-49f2-bd9f-3f0c076a3e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:42.748087603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff99fcc8-4528-49f2-bd9f-3f0c076a3e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:42.802054636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff99fcc8-4528-49f2-bd9f-3f0c076a3e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:44.291540176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5db29b46-89de-480d-a963-1ac88dcaf107","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:44.371935838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"7e423211-f75e-4cba-bea8-e767464974df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:44.500966494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-981724-sub","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-sub","reconcileID":"36e3ad0a-29fd-41eb-a72f-3ea3bcc54e90","MaaSSubscription":{"name":"ipp-route-981724-sub","namespace":"ai-tenant-e2e-ipp-a-981724"},"name":"maas-trlp-ipp-route-981724","model":"ai-tenant-e2e-ipp-a-981724/ipp-route-981724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:44.666849448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724","reconcileID":"30825d00-cb56-4a8e-8547-aef86416001a","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"tenant":"e2e-ipp-a-981724","gateway":"openshift-ingress/e2e-ipp-a-981724","model":"ai-tenant-e2e-ipp-a-981724/ipp-route-981724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:44.666870407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724","reconcileID":"30825d00-cb56-4a8e-8547-aef86416001a","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"routeName":"ipp-route-981724-kserve-route","namespace":"ai-tenant-e2e-ipp-a-981724","llmisvcName":"ipp-route-981724","gateway":"openshift-ingress/e2e-ipp-a-981724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:44.793561986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06b639ff-55e5-4055-9a83-8a43d36fbe20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:44.842199861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"c4b246ed-4cae-4b8e-a001-419de4d06e7f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:44.847540105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06b639ff-55e5-4055-9a83-8a43d36fbe20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:44.901581357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06b639ff-55e5-4055-9a83-8a43d36fbe20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:44.955529658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06b639ff-55e5-4055-9a83-8a43d36fbe20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:45.118846619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"16fc3962-b739-4d09-b01a-34205f93e8fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:45.172840968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"6f182a26-8b2d-4152-a1dc-d305b44622f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:45.351984275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"6f9df08f-4785-4b6d-a264-ad300535c2bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:45.416066563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"f7271bd2-48c3-4699-a981-a25f03f4f748","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:45.510431365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"e72cdee5-9c49-49dd-a998-e2b1ba2a538a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:45.602870107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"6f4c6175-b76d-4528-8d22-9b828c6fc6e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:45.724519962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"b68230a4-1ffc-40ac-9676-5f6da5d33719","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:45.822787299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"26e7a226-b310-4766-9489-a79049e7a34f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:46.986758911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ec4354-30aa-4c69-bdeb-a1e89816e814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:47.040674496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ec4354-30aa-4c69-bdeb-a1e89816e814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:47.095306205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ec4354-30aa-4c69-bdeb-a1e89816e814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:47.149235719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ec4354-30aa-4c69-bdeb-a1e89816e814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:47.546643627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"fd97b24f-fabb-4221-96ee-c65ee1f6179e","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:47.604858588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"d798f284-5003-4c29-a4f8-0213420b2bae","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:47.765685273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-active-auth","reconcileID":"d3e87f91-1760-4db2-859f-271768cf4c9c","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:47.825966259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"43dc692d-8d5a-4bfc-b4a7-df5cf413af78","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:47.82609945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-active-auth","reconcileID":"d3e87f91-1760-4db2-859f-271768cf4c9c","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:47.885436055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"28701923-a578-4925-9bdf-f471b27d8fbc","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:34:47.941202753Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-active-sub","reconcileID":"dd71a8b5-80d0-4cf7-a638-a92ea7a03902","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:48.012022432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"22bf1d8d-c9d7-4320-b343-8c23dce991dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:48.012021477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"0faa964b-2c94-4a7b-8bb8-d7ee478be8d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:48.056776905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"a324da35-d8d4-4a76-8a2c-e6e4b7295090","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:48.070981709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"22bf1d8d-c9d7-4320-b343-8c23dce991dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:48.071703538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"0faa964b-2c94-4a7b-8bb8-d7ee478be8d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:48.117710521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"5c889bb7-1935-48f7-8e83-d82394bb1f5f","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:48.158836921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"4fec7293-5682-48d6-b039-1d3112f9dff7","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:48.272299189Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-981724-sub","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-sub","reconcileID":"f0dac61f-5464-46ea-a705-e838cbc3b9c2","MaaSSubscription":{"name":"ipp-route-981724-sub","namespace":"ai-tenant-e2e-ipp-a-981724"},"model":"ai-tenant-e2e-ipp-a-981724/ipp-route-981724","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-981724/ipp-route-981724 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:48.322489156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-active-auth","reconcileID":"9a5a0bf0-129c-4389-a5f5-7a4d87363212","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:48.37476181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"93a86693-7930-43b7-9dce-bfe3e8789336","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-981724","tenantID":"e2e-ipp-a-981724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:48.381788445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-active-auth","reconcileID":"9a5a0bf0-129c-4389-a5f5-7a4d87363212","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:48.393529425Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-active-sub","reconcileID":"1a14521c-8853-46b9-a3f2-fefa22ae3334","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/e2e-status-active-sub","ai-tenant-e2e-worker-w2-ba1918/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:48.436939649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"93a86693-7930-43b7-9dce-bfe3e8789336","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"name":"e2e-ipp-a-981724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:48.43700886Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"93a86693-7930-43b7-9dce-bfe3e8789336","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"model":"ai-tenant-e2e-ipp-a-981724/ipp-route-981724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:48.524694235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"8b995410-0125-418b-a071-15ed3969e4c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:48.524695103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"5b0e0f4e-edad-46e1-b33c-66d4a81a3db4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:48.548644214Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-981724-sub","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-sub","reconcileID":"7f7dd15c-d3d3-4b93-886b-cf35f912df2f","MaaSSubscription":{"name":"ipp-route-981724-sub","namespace":"ai-tenant-e2e-ipp-a-981724"},"model":"ai-tenant-e2e-ipp-a-981724/ipp-route-981724","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-981724/ipp-route-981724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:48.583835632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"8b995410-0125-418b-a071-15ed3969e4c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:48.583908528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"5b0e0f4e-edad-46e1-b33c-66d4a81a3db4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:48.610742486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"959ffc3d-a2b2-4d28-a23e-c06f409f023c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:48.739881793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"059a5cde-4470-41ee-b23c-cd996b6b8c5d","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-981724","tenantID":"e2e-ipp-a-981724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:34:48.756569399Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-981724","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724","reconcileID":"6c7386db-836d-4b54-8e7f-ae7a23227e20","error":"maasmodelrefs.maas.opendatahub.io \"ipp-route-981724\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:48.75685003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"6f9f636f-27b1-4d7d-99d7-29bb2aded236","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:48.798866721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"059a5cde-4470-41ee-b23c-cd996b6b8c5d","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"name":"e2e-ipp-a-981724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:48.798903377Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"059a5cde-4470-41ee-b23c-cd996b6b8c5d","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"model":"ai-tenant-e2e-ipp-a-981724/ipp-route-981724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:48.812701877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-active-sub","reconcileID":"efa7f9cc-78b3-4d52-9a61-5051b9899fd1","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:48.933089538Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-981724-sub","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-sub","reconcileID":"aaff247e-e7d1-47be-8077-dddc15f28937","MaaSSubscription":{"name":"ipp-route-981724-sub","namespace":"ai-tenant-e2e-ipp-a-981724"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cb1d8584","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:34:49.048792744Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"059a5cde-4470-41ee-b23c-cd996b6b8c5d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"ipp-route-981724-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:49.048989277Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"6c570835-41c3-4b35-8196-09e05cb28969","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"model":"ai-tenant-e2e-ipp-a-981724/ipp-route-981724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:49.257196422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"6c570835-41c3-4b35-8196-09e05cb28969","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-981724","tenantID":"e2e-ipp-a-981724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:49.384367872Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"6c570835-41c3-4b35-8196-09e05cb28969","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"name":"e2e-ipp-a-981724-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:49.384390388Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-auth","reconcileID":"6c570835-41c3-4b35-8196-09e05cb28969","MaaSAuthPolicy":{"name":"ipp-route-981724-auth","namespace":"ai-tenant-e2e-ipp-a-981724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-981724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:49.456627558Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-981724-sub","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-sub","reconcileID":"4eda1fd6-d821-4fc4-83e5-f2a50c61b7f3","MaaSSubscription":{"name":"ipp-route-981724-sub","namespace":"ai-tenant-e2e-ipp-a-981724"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cb1d8584","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:50.307215405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2594616e-db9e-4c65-a8b1-9d182215744a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:50.361559398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2594616e-db9e-4c65-a8b1-9d182215744a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:50.416372092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2594616e-db9e-4c65-a8b1-9d182215744a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:50.470963497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2594616e-db9e-4c65-a8b1-9d182215744a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:50.526531553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"755d8a71-fc63-49c8-9448-d4b1164fb668","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:50.68987482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-active-auth","reconcileID":"b87d0f02-166c-4151-9661-2cf941988b14","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:50.689988602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"f5c25ff7-a15a-4b64-abe6-7f1f7bfcdc09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:50.690343456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"ce8c6a8b-ce18-4346-b001-43cd74951501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:50.748199484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"f5c25ff7-a15a-4b64-abe6-7f1f7bfcdc09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:50.748650159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-active-auth","reconcileID":"b87d0f02-166c-4151-9661-2cf941988b14","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:50.750800029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"ce8c6a8b-ce18-4346-b001-43cd74951501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:52.485196675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20bd80cd-730c-460d-99b5-f6579d214bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:52.539385837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20bd80cd-730c-460d-99b5-f6579d214bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:52.593388228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20bd80cd-730c-460d-99b5-f6579d214bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:52.647433464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20bd80cd-730c-460d-99b5-f6579d214bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:53.275112237Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"default-tenant","reconcileID":"524c1f62-b5f9-4103-9d57-f3f803e1a58d","namespace":"ai-tenant-e2e-praxis-a-81c3c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:53.275195636Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"default-tenant","reconcileID":"524c1f62-b5f9-4103-9d57-f3f803e1a58d","namespace":"ai-tenant-e2e-praxis-a-81c3c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:53.275243165Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"default-tenant","reconcileID":"524c1f62-b5f9-4103-9d57-f3f803e1a58d","aitenant":"ai-tenants/e2e-praxis-a-81c3c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:54.655458836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7025da4a-f195-48c6-a2ac-8dc8935cc6c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:54.709425422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7025da4a-f195-48c6-a2ac-8dc8935cc6c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:54.763833083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7025da4a-f195-48c6-a2ac-8dc8935cc6c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:54.820446978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7025da4a-f195-48c6-a2ac-8dc8935cc6c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:56.757709773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d296e1-1b6d-4c23-93c6-58bf96611fe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:56.812372598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d296e1-1b6d-4c23-93c6-58bf96611fe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:56.867583957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d296e1-1b6d-4c23-93c6-58bf96611fe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:56.921389743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d296e1-1b6d-4c23-93c6-58bf96611fe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:58.850651315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37bcb3f3-4e52-43a4-962e-f6957c63234a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:58.904688933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37bcb3f3-4e52-43a4-962e-f6957c63234a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:58.958552072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37bcb3f3-4e52-43a4-962e-f6957c63234a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:59.012700819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37bcb3f3-4e52-43a4-962e-f6957c63234a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:59.511071533Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-981724-sub","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-sub","reconcileID":"8cb6148d-8ba2-438c-b55e-f37c462b1cfb","MaaSSubscription":{"name":"ipp-route-981724-sub","namespace":"ai-tenant-e2e-ipp-a-981724"},"model":"ai-tenant-e2e-ipp-a-981724/ipp-route-981724","subscription":"ipp-route-981724-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:59.511223402Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-981724-sub","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"ipp-route-981724-sub","reconcileID":"8cb6148d-8ba2-438c-b55e-f37c462b1cfb","MaaSSubscription":{"name":"ipp-route-981724-sub","namespace":"ai-tenant-e2e-ipp-a-981724"},"model":"ai-tenant-e2e-ipp-a-981724/ipp-route-981724","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-981724/ipp-route-981724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:00.35812619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"418e9a07-c74e-4b14-8e22-29faa1e305f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:00.527041394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"d2d8f9db-c87b-408b-8a6a-0e2c474a7436","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:00.619493149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"aa5b7a3b-1ebe-4dc9-b4c5-32b5597d91bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:00.692472579Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-active-sub","reconcileID":"8b12bd5b-2510-4a72-9723-ec19873e639f","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:00.720178762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"1bc0adc8-eada-442b-833f-edd073321ac6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:00.911414563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"d9813ee5-7abf-4484-8f3e-676602368800","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:00.91704873Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-active-sub","reconcileID":"8b12bd5b-2510-4a72-9723-ec19873e639f","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:01.133730692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"2a04a117-078e-4146-9184-c0a45096e9f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:01.13938288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"884945f2-937f-4c55-af06-7d20cb32019b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:01.183272869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"de920255-5173-4dd6-b5c2-0cd4593dcd8e","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:01.32682934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"5d84dc92-7baa-4e31-b7dd-266b40dc0b99","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:01.333750101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9584e518-909c-463f-b0f1-aa21767305c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:01.344094536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-active-auth","reconcileID":"6b43cdae-703e-45f1-bae8-60afabe960b6","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:01.344331342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"99741fec-d010-4755-a303-fc471c04d8e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:01.344099145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"c5e49309-8e55-4e6f-8bed-77faff6e47ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:01.40377255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-active-auth","reconcileID":"6b43cdae-703e-45f1-bae8-60afabe960b6","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:01.403840682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"c5e49309-8e55-4e6f-8bed-77faff6e47ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:01.406200948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"99741fec-d010-4755-a303-fc471c04d8e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:01.435229752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"4b29cc66-23d1-4342-b38a-40e458419280","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:01.478986739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"587d3f7f-2939-4b25-9fdb-fb97a0edaf6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:01.537641584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"4d0d99cb-5b33-4c60-a89a-927fca5e9e77","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:01.57503425Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-active-auth","reconcileID":"6ae9aec6-445c-4620-8c5b-923da220dff3","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:01.788892357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"04683b49-460b-416b-aec8-d1b75d9f7b90","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:01.817337792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"4ab394f6-ac67-46a9-91fa-b14da77e7d52","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:35:02.755171214Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-failed-sub","reconcileID":"a779a43f-6440-4c50-bd24-3d80064f024d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:02.808293307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"01a0f35f-efa5-4816-9012-4a659535925a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:02.808295324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"083e922c-d88e-4413-b30a-15eaa59e25e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:02.867767951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"01a0f35f-efa5-4816-9012-4a659535925a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:02.86776577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"083e922c-d88e-4413-b30a-15eaa59e25e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:03.19025577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"4245d1bc-7805-4587-a5dc-d5f8e38def68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:03.19032292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"c4810e1e-9860-4b45-8d58-5e8ef4061744","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:03.25159375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"c4810e1e-9860-4b45-8d58-5e8ef4061744","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:03.252332372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"4245d1bc-7805-4587-a5dc-d5f8e38def68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:04.700387998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbb31b0e-b738-4c9e-8523-44c0cc287f16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:04.755033037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbb31b0e-b738-4c9e-8523-44c0cc287f16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:04.809110682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbb31b0e-b738-4c9e-8523-44c0cc287f16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:04.863401762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbb31b0e-b738-4c9e-8523-44c0cc287f16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:05.252843561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"25710546-5289-4f4f-aff8-8988e1223dfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:05.252921783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"4cd9435a-b659-468c-8457-7bbf8e4c2f7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:05.311820313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"4cd9435a-b659-468c-8457-7bbf8e4c2f7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:05.312352817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"25710546-5289-4f4f-aff8-8988e1223dfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:06.837040229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63a57dfc-a5ba-4a62-a852-f124522e0298","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:06.891898776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63a57dfc-a5ba-4a62-a852-f124522e0298","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:06.949366406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63a57dfc-a5ba-4a62-a852-f124522e0298","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:07.003691507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63a57dfc-a5ba-4a62-a852-f124522e0298","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:08.868472853Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:08.996888838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4453c45e-7e29-4202-b45a-67025a19aa9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:09.053820858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4453c45e-7e29-4202-b45a-67025a19aa9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:09.107866924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4453c45e-7e29-4202-b45a-67025a19aa9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:09.163191031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4453c45e-7e29-4202-b45a-67025a19aa9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:11.159843834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"706dd42d-9098-4a6b-9f3f-3fdfbcd77f7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:11.21488115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"706dd42d-9098-4a6b-9f3f-3fdfbcd77f7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:11.269263479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"706dd42d-9098-4a6b-9f3f-3fdfbcd77f7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:11.323361832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"706dd42d-9098-4a6b-9f3f-3fdfbcd77f7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:13.287903157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e6ffab2-7221-4e20-92c7-5dd40619cff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:13.341811026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e6ffab2-7221-4e20-92c7-5dd40619cff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:13.395851756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e6ffab2-7221-4e20-92c7-5dd40619cff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:13.450661098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e6ffab2-7221-4e20-92c7-5dd40619cff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:15.261237411Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-failed-sub","reconcileID":"935ec310-baba-4eb7-bf19-bd49f0570961","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:15.261405748Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-failed-sub","reconcileID":"935ec310-baba-4eb7-bf19-bd49f0570961","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-ba1918/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:15.699942974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"d754ed4d-5e9d-4ea3-8007-72d47b484525","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:15.699942992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"d2e6e71a-4ba8-4e8d-88fe-4307d2f6b0df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:15.75776993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"d2e6e71a-4ba8-4e8d-88fe-4307d2f6b0df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:15.757804921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"d754ed4d-5e9d-4ea3-8007-72d47b484525","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:16.70582309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-failed-auth","reconcileID":"a85f404c-d5c5-4710-a633-3a98dca3b714","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:16.763499923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-failed-auth","reconcileID":"a85f404c-d5c5-4710-a633-3a98dca3b714","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:16.821022307Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-failed-auth","reconcileID":"a85f404c-d5c5-4710-a633-3a98dca3b714","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:17.252512489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-failed-auth","reconcileID":"5f4dd0bf-1af2-4ef8-8fd1-fe322d68fd16","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:17.31097933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-failed-auth","reconcileID":"5f4dd0bf-1af2-4ef8-8fd1-fe322d68fd16","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:17.367384179Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-failed-auth","reconcileID":"5f4dd0bf-1af2-4ef8-8fd1-fe322d68fd16","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:18.859611993Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-failed-auth","reconcileID":"28dc3caa-8db6-419c-be9f-22da3cd83a40","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:19.899858269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"95ec444b-c978-406a-8a03-7fbe4a4711ed","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:19.957549162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"2d246503-dcbc-43a5-8758-451a514b2a5f","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:20.117441008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-degraded-auth","reconcileID":"5da543aa-3df8-487f-ba10-3b496e2b62db","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:20.171545012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"2a945112-3762-4d32-9531-2073b4fccddd","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:20.175212143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-degraded-auth","reconcileID":"5da543aa-3df8-487f-ba10-3b496e2b62db","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:20.230795031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"4a51e1c3-74d4-4361-b0e6-97b027201a16","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:35:20.283436081Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-degraded-sub","reconcileID":"5dbff8a1-a380-4848-a680-1568adeda3de","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:20.332636894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"ec561758-7aa8-4bd8-a1ba-340c8afaa1c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:20.332636858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"36fe135d-4fe1-48dd-8e00-38b62afb3b90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:20.390222944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"36fe135d-4fe1-48dd-8e00-38b62afb3b90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:20.390401393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"ec561758-7aa8-4bd8-a1ba-340c8afaa1c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:20.399588931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"6b9792d5-7a35-45f7-8bbc-3f814090c140","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:20.457712862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"eb2e0175-b923-4dc1-a921-8adc351dab27","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:20.49647088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"536ffc58-bfea-4ae1-b8cb-99eeb50f1815","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:20.658522561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-degraded-auth","reconcileID":"c0240f0a-7adc-4cde-a0c0-a0e0d7211161","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:20.715836663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-degraded-auth","reconcileID":"c0240f0a-7adc-4cde-a0c0-a0e0d7211161","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:20.732191006Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-degraded-sub","reconcileID":"1fa176bb-2724-4be2-9ab4-faba25519111","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/e2e-status-degraded-sub","ai-tenant-e2e-worker-w2-ba1918/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:20.732360738Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-degraded-sub","reconcileID":"1fa176bb-2724-4be2-9ab4-faba25519111","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-ba1918/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:20.757942654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"55de69ff-2a45-46a0-a6f1-53ccab9bc3a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:20.757943006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"bf168003-229e-4d93-9fdc-2c9eb266a9dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:20.81548488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"bf168003-229e-4d93-9fdc-2c9eb266a9dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:20.815602084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"55de69ff-2a45-46a0-a6f1-53ccab9bc3a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:20.947204094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"6675c0d7-7c1a-4708-8ba8-7847291a9c8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:20.954453075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"6a3d449b-ba8f-4fc1-8053-63cb803bcfca","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:21.225829105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-degraded-sub","reconcileID":"442713f5-92d2-49b3-ba9e-c77a431ec560","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:21.22601554Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-degraded-sub","reconcileID":"442713f5-92d2-49b3-ba9e-c77a431ec560","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-ba1918/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:22.60195747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"f646a3e0-b14c-42e4-9f7d-dba40133d0f2","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:22.761690361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-degraded-auth","reconcileID":"052f00b0-d174-4c8f-9d52-01c1a8fbec78","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:22.762294393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"e4fa5a4a-e476-4b64-ba0c-cfe07ce7ae22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:22.820770407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-degraded-auth","reconcileID":"052f00b0-d174-4c8f-9d52-01c1a8fbec78","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:22.820936076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"e4fa5a4a-e476-4b64-ba0c-cfe07ce7ae22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:22.862515198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"6fd4ea9a-cdbc-4a71-97e9-c392e66a59d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:22.919945917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"6fd4ea9a-cdbc-4a71-97e9-c392e66a59d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:27.107816842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"3c89b6eb-481c-4936-9b2d-94b65d86c017","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:27.216767668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"4f6679fb-befc-4077-a6bf-eb55c9ed1bf6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:27.342239394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2475c3e4-78bc-4a11-977d-5a6cd1465abe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:27.439956973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"4af5f5ad-a60a-4c55-b0f9-09808f31fe86","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:27.541564452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"a6885b7c-023b-47d2-99e1-8f0850da6ee8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:27.694878979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"183db9f0-9c17-419f-bde0-b40f3bccf6e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:27.791275717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"dc40b90d-fd97-4211-be1a-b9cb6f095353","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:27.808071972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"cda89a0f-8521-4ef3-a59a-41638dc87809","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:27.921525418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"c3c9d8b3-00b2-4805-8a0f-282bb3889497","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:28.020745703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"1bf50852-3583-4db7-89e1-c9ae185030a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:28.418839735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"ce004982-3ebe-4e89-b738-83bac2df7ec7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:30.891669523Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5a3909"},"namespace":"ai-tenant-e2e-ipp-a-5a3909","name":"default-tenant","reconcileID":"2d19a175-79aa-4034-aee8-4acb864990ae","namespace":"ai-tenant-e2e-ipp-a-5a3909","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:30.891771092Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5a3909"},"namespace":"ai-tenant-e2e-ipp-a-5a3909","name":"default-tenant","reconcileID":"2d19a175-79aa-4034-aee8-4acb864990ae","namespace":"ai-tenant-e2e-ipp-a-5a3909","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:30.891846809Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5a3909"},"namespace":"ai-tenant-e2e-ipp-a-5a3909","name":"default-tenant","reconcileID":"2d19a175-79aa-4034-aee8-4acb864990ae","tenant":"e2e-ipp-a-5a3909","tenantID":"e2e-ipp-a-5a3909","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:30.947579284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5a3909"},"namespace":"ai-tenant-e2e-ipp-a-5a3909","name":"default-tenant","reconcileID":"2d19a175-79aa-4034-aee8-4acb864990ae","gvk":"Deployment","name":"maas-api-e2e-ipp-a-5a3909","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:31.009250474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5a3909"},"namespace":"ai-tenant-e2e-ipp-a-5a3909","name":"default-tenant","reconcileID":"2d19a175-79aa-4034-aee8-4acb864990ae","gvk":"Service","name":"maas-api-e2e-ipp-a-5a3909","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:31.065296763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5a3909"},"namespace":"ai-tenant-e2e-ipp-a-5a3909","name":"default-tenant","reconcileID":"2d19a175-79aa-4034-aee8-4acb864990ae","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-5a3909","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:31.1233164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5a3909"},"namespace":"ai-tenant-e2e-ipp-a-5a3909","name":"default-tenant","reconcileID":"2d19a175-79aa-4034-aee8-4acb864990ae","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-5a3909","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:31.179698823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5a3909"},"namespace":"ai-tenant-e2e-ipp-a-5a3909","name":"default-tenant","reconcileID":"2d19a175-79aa-4034-aee8-4acb864990ae","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-5a3909","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:31.235639668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5a3909"},"namespace":"ai-tenant-e2e-ipp-a-5a3909","name":"default-tenant","reconcileID":"2d19a175-79aa-4034-aee8-4acb864990ae","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-5a3909","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:31.293659513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5a3909"},"namespace":"ai-tenant-e2e-ipp-a-5a3909","name":"default-tenant","reconcileID":"2d19a175-79aa-4034-aee8-4acb864990ae","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-5a3909","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:31.349993664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5a3909"},"namespace":"ai-tenant-e2e-ipp-a-5a3909","name":"default-tenant","reconcileID":"2d19a175-79aa-4034-aee8-4acb864990ae","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-5a3909","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:31.405448562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5a3909"},"namespace":"ai-tenant-e2e-ipp-a-5a3909","name":"default-tenant","reconcileID":"2d19a175-79aa-4034-aee8-4acb864990ae","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-5a3909","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:31.461520966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5a3909"},"namespace":"ai-tenant-e2e-ipp-a-5a3909","name":"default-tenant","reconcileID":"2d19a175-79aa-4034-aee8-4acb864990ae","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-5a3909","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:31.52349613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5a3909"},"namespace":"ai-tenant-e2e-ipp-a-5a3909","name":"default-tenant","reconcileID":"2d19a175-79aa-4034-aee8-4acb864990ae","gvk":"Service","name":"payload-processing-e2e-ipp-a-5a3909","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:31.590894745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5a3909"},"namespace":"ai-tenant-e2e-ipp-a-5a3909","name":"default-tenant","reconcileID":"2d19a175-79aa-4034-aee8-4acb864990ae","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-5a3909","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:31.646311047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5a3909"},"namespace":"ai-tenant-e2e-ipp-a-5a3909","name":"default-tenant","reconcileID":"2d19a175-79aa-4034-aee8-4acb864990ae","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-5a3909","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:31.702492712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5a3909"},"namespace":"ai-tenant-e2e-ipp-a-5a3909","name":"default-tenant","reconcileID":"2d19a175-79aa-4034-aee8-4acb864990ae","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-5a3909","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:31.759130267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5a3909"},"namespace":"ai-tenant-e2e-ipp-a-5a3909","name":"default-tenant","reconcileID":"2d19a175-79aa-4034-aee8-4acb864990ae","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-5a3909","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:31.818348524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5a3909"},"namespace":"ai-tenant-e2e-ipp-a-5a3909","name":"default-tenant","reconcileID":"2d19a175-79aa-4034-aee8-4acb864990ae","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-5a3909","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:31.873506978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5a3909"},"namespace":"ai-tenant-e2e-ipp-a-5a3909","name":"default-tenant","reconcileID":"2d19a175-79aa-4034-aee8-4acb864990ae","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-5a3909","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:31.928622189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5a3909"},"namespace":"ai-tenant-e2e-ipp-a-5a3909","name":"default-tenant","reconcileID":"2d19a175-79aa-4034-aee8-4acb864990ae","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-5a3909","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:31.983834463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5a3909"},"namespace":"ai-tenant-e2e-ipp-a-5a3909","name":"default-tenant","reconcileID":"2d19a175-79aa-4034-aee8-4acb864990ae","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-5a3909","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:32.03886162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5a3909"},"namespace":"ai-tenant-e2e-ipp-a-5a3909","name":"default-tenant","reconcileID":"2d19a175-79aa-4034-aee8-4acb864990ae","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-5a3909","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:32.096980749Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fb5fa2"},"namespace":"ai-tenant-e2e-praxis-a-fb5fa2","name":"default-tenant","reconcileID":"98124553-843c-42b2-aab2-f8da126d6719","namespace":"ai-tenant-e2e-praxis-a-fb5fa2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:32.097042722Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fb5fa2"},"namespace":"ai-tenant-e2e-praxis-a-fb5fa2","name":"default-tenant","reconcileID":"98124553-843c-42b2-aab2-f8da126d6719","namespace":"ai-tenant-e2e-praxis-a-fb5fa2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:32.097091643Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fb5fa2"},"namespace":"ai-tenant-e2e-praxis-a-fb5fa2","name":"default-tenant","reconcileID":"98124553-843c-42b2-aab2-f8da126d6719","tenant":"e2e-praxis-a-fb5fa2","tenantID":"e2e-praxis-a-fb5fa2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:32.152345805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fb5fa2"},"namespace":"ai-tenant-e2e-praxis-a-fb5fa2","name":"default-tenant","reconcileID":"98124553-843c-42b2-aab2-f8da126d6719","gvk":"Deployment","name":"maas-api-e2e-praxis-a-fb5fa2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:32.213684615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fb5fa2"},"namespace":"ai-tenant-e2e-praxis-a-fb5fa2","name":"default-tenant","reconcileID":"98124553-843c-42b2-aab2-f8da126d6719","gvk":"Service","name":"maas-api-e2e-praxis-a-fb5fa2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:32.272617076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fb5fa2"},"namespace":"ai-tenant-e2e-praxis-a-fb5fa2","name":"default-tenant","reconcileID":"98124553-843c-42b2-aab2-f8da126d6719","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-fb5fa2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:32.327863248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fb5fa2"},"namespace":"ai-tenant-e2e-praxis-a-fb5fa2","name":"default-tenant","reconcileID":"98124553-843c-42b2-aab2-f8da126d6719","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-fb5fa2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:32.386499887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fb5fa2"},"namespace":"ai-tenant-e2e-praxis-a-fb5fa2","name":"default-tenant","reconcileID":"98124553-843c-42b2-aab2-f8da126d6719","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-fb5fa2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:32.442210068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fb5fa2"},"namespace":"ai-tenant-e2e-praxis-a-fb5fa2","name":"default-tenant","reconcileID":"98124553-843c-42b2-aab2-f8da126d6719","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-fb5fa2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:32.502259272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fb5fa2"},"namespace":"ai-tenant-e2e-praxis-a-fb5fa2","name":"default-tenant","reconcileID":"98124553-843c-42b2-aab2-f8da126d6719","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-fb5fa2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:32.55779543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fb5fa2"},"namespace":"ai-tenant-e2e-praxis-a-fb5fa2","name":"default-tenant","reconcileID":"98124553-843c-42b2-aab2-f8da126d6719","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-fb5fa2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:32.611334298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fb5fa2"},"namespace":"ai-tenant-e2e-praxis-a-fb5fa2","name":"default-tenant","reconcileID":"98124553-843c-42b2-aab2-f8da126d6719","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-fb5fa2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:32.664897986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fb5fa2"},"namespace":"ai-tenant-e2e-praxis-a-fb5fa2","name":"default-tenant","reconcileID":"98124553-843c-42b2-aab2-f8da126d6719","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-fb5fa2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:32.718331664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fb5fa2"},"namespace":"ai-tenant-e2e-praxis-a-fb5fa2","name":"default-tenant","reconcileID":"98124553-843c-42b2-aab2-f8da126d6719","gvk":"Service","name":"payload-processing-e2e-praxis-a-fb5fa2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:32.768547597Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-degraded-sub","reconcileID":"62aec874-d409-4ce1-9f9e-cf245a5c66d5","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:32.771349115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fb5fa2"},"namespace":"ai-tenant-e2e-praxis-a-fb5fa2","name":"default-tenant","reconcileID":"98124553-843c-42b2-aab2-f8da126d6719","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-fb5fa2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:32.824377663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fb5fa2"},"namespace":"ai-tenant-e2e-praxis-a-fb5fa2","name":"default-tenant","reconcileID":"98124553-843c-42b2-aab2-f8da126d6719","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-fb5fa2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:32.877404296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fb5fa2"},"namespace":"ai-tenant-e2e-praxis-a-fb5fa2","name":"default-tenant","reconcileID":"98124553-843c-42b2-aab2-f8da126d6719","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-fb5fa2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:32.930635053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fb5fa2"},"namespace":"ai-tenant-e2e-praxis-a-fb5fa2","name":"default-tenant","reconcileID":"98124553-843c-42b2-aab2-f8da126d6719","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-fb5fa2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:32.987111851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fb5fa2"},"namespace":"ai-tenant-e2e-praxis-a-fb5fa2","name":"default-tenant","reconcileID":"98124553-843c-42b2-aab2-f8da126d6719","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-fb5fa2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:32.990360832Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-degraded-sub","reconcileID":"62aec874-d409-4ce1-9f9e-cf245a5c66d5","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:32.990385963Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-degraded-sub","reconcileID":"62aec874-d409-4ce1-9f9e-cf245a5c66d5","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:32.990510215Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-degraded-sub","reconcileID":"62aec874-d409-4ce1-9f9e-cf245a5c66d5","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-ba1918/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:33.040711365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fb5fa2"},"namespace":"ai-tenant-e2e-praxis-a-fb5fa2","name":"default-tenant","reconcileID":"98124553-843c-42b2-aab2-f8da126d6719","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-fb5fa2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:33.093991972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fb5fa2"},"namespace":"ai-tenant-e2e-praxis-a-fb5fa2","name":"default-tenant","reconcileID":"98124553-843c-42b2-aab2-f8da126d6719","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-fb5fa2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:33.147423556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fb5fa2"},"namespace":"ai-tenant-e2e-praxis-a-fb5fa2","name":"default-tenant","reconcileID":"98124553-843c-42b2-aab2-f8da126d6719","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-fb5fa2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:33.200602894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-fb5fa2"},"namespace":"ai-tenant-e2e-praxis-a-fb5fa2","name":"default-tenant","reconcileID":"98124553-843c-42b2-aab2-f8da126d6719","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-fb5fa2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:33.205806861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"3ca4d333-5952-4f17-a841-3dc56af699a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:33.277341912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"8f61e5eb-64fe-4ecb-b8fb-6bf5de662943","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:33.432283914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"a2ed05d7-1e49-44d0-ac48-ff657f25c7e2","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:33.443462224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"b61bed70-b25b-4a2a-a131-8b0dc892dc6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:33.443914607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"52648140-049a-4c45-ad9e-a78c0567c4fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:33.444254555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-degraded-auth","reconcileID":"be86fe7e-e30d-4166-8b72-dc942222114f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:33.501693953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-degraded-auth","reconcileID":"be86fe7e-e30d-4166-8b72-dc942222114f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:33.501941276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"b61bed70-b25b-4a2a-a131-8b0dc892dc6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:33.503973449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"52648140-049a-4c45-ad9e-a78c0567c4fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:33.661861144Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-degraded-auth","reconcileID":"174591b9-b811-4a18-a3b8-946984f4623a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:33.826094611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"8c7d9c26-1c23-4617-963d-9d63b7bde5ed","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:34.679536174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"a0004386-5e3c-4276-b598-cce3b7e3f263","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:34.737520122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"6984453c-49fb-4a5f-a755-5b5647126318","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:34.951556589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-degraded-auth","reconcileID":"fc1c73f3-eb31-45cf-b52d-b0b1819043d2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:35.009216342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-degraded-auth","reconcileID":"fc1c73f3-eb31-45cf-b52d-b0b1819043d2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:35.11824551Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-degraded-auth","reconcileID":"fc1c73f3-eb31-45cf-b52d-b0b1819043d2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:35.435331053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"aa7da558-176c-4ee2-bad2-d7647b369272","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:35.655840935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-degraded-auth","reconcileID":"750f5dd2-7708-4058-8c5d-f18c725e3cd4","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:35.715755112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-degraded-auth","reconcileID":"750f5dd2-7708-4058-8c5d-f18c725e3cd4","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:35.827555417Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-degraded-auth","reconcileID":"750f5dd2-7708-4058-8c5d-f18c725e3cd4","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:37.125444869Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-degraded-auth","reconcileID":"461ca586-b81c-4684-a00f-aa9e608c5783","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:37.125488072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"14b5cd2c-d6cd-4958-8c0a-c5a17668dc16","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:37.18548781Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-degraded-auth","reconcileID":"461ca586-b81c-4684-a00f-aa9e608c5783","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:37.398074153Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-5a3909","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-5a3909","reconcileID":"98858cf1-67b6-42a3-933e-6d31ec5db168","aitenant":"ai-tenants/e2e-ipp-a-5a3909","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:37.401389607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"0b8e164b-6a43-4636-a33e-ad129d943e30","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:37.908944929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a82b77-70f9-4149-984a-c3bdfc3cd7aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:37.962861811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a82b77-70f9-4149-984a-c3bdfc3cd7aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:38.016665712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a82b77-70f9-4149-984a-c3bdfc3cd7aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:38.07058804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a82b77-70f9-4149-984a-c3bdfc3cd7aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:38.239553489Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-5a3909","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-5a3909","reconcileID":"98858cf1-67b6-42a3-933e-6d31ec5db168","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-5a3909","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-5a3909"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:38.309830071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"e2e-temp-model-status","reconcileID":"046fb27f-05a5-459c-b51d-85c9411f42f7","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"tenant":"e2e-worker-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:38.309853168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"e2e-temp-model-status","reconcileID":"046fb27f-05a5-459c-b51d-85c9411f42f7","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:38.368995291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"7d29a9ef-ea5f-478b-af0d-f4198a71439a","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:38.467707554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"e2e-temp-model-status","reconcileID":"a7cb8ce4-8c97-4cd3-ad24-bd8ba9753993","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"tenant":"e2e-worker-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:38.467731243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"e2e-temp-model-status","reconcileID":"a7cb8ce4-8c97-4cd3-ad24-bd8ba9753993","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:38.525872938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"e2e-temp-model-status","reconcileID":"fc3a20b8-f468-418c-9ce5-3952c9950631","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"tenant":"e2e-worker-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:38.525899781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"e2e-temp-model-status","reconcileID":"fc3a20b8-f468-418c-9ce5-3952c9950631","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:38.737410127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"e2e-temp-model-status","reconcileID":"0df1905d-d519-4827-9b17-54790e484df2","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"tenant":"e2e-worker-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:38.737438677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"e2e-temp-model-status","reconcileID":"0df1905d-d519-4827-9b17-54790e484df2","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:38.739322503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-transition-auth","reconcileID":"e1cbaae2-8b6e-4c8a-b41e-b3ad2f7cfd45","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:38.797872158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-transition-auth","reconcileID":"e1cbaae2-8b6e-4c8a-b41e-b3ad2f7cfd45","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:38.799575911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"e2e-temp-model-status","reconcileID":"86f848c9-607a-41e9-bc89-118790b42491","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"tenant":"e2e-worker-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:38.799595469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"e2e-temp-model-status","reconcileID":"86f848c9-607a-41e9-bc89-118790b42491","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:35:38.849188105Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-transition-sub","reconcileID":"c7e83239-8a0b-449d-80aa-69d1209fb3b9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:35:38.854755489Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"e2e-temp-model-status","reconcileID":"86f848c9-607a-41e9-bc89-118790b42491","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:35:38.854807198Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"e2e-temp-model-status","reconcileID":"86f848c9-607a-41e9-bc89-118790b42491","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:38.860123309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"e2e-temp-model-status","reconcileID":"c02c225f-d648-4f4d-8671-71cda67c4106","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"tenant":"e2e-worker-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:38.860137685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"e2e-temp-model-status","reconcileID":"c02c225f-d648-4f4d-8671-71cda67c4106","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:38.860285421Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:38.953918709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"fb763beb-2e50-42f7-9a6d-4d496637d421","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:38.954616737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"2041a14b-9806-4aef-97eb-11711e5ed7c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:38.960407317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"e2e-temp-model-status","reconcileID":"0bc5e2a7-8cfb-4ed7-be40-8f6c55db66dc","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"tenant":"e2e-worker-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:38.960427816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"e2e-temp-model-status","reconcileID":"0bc5e2a7-8cfb-4ed7-be40-8f6c55db66dc","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:39.013539921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"2041a14b-9806-4aef-97eb-11711e5ed7c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:39.01356319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"fb763beb-2e50-42f7-9a6d-4d496637d421","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:39.020881206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"e2e-temp-model-status","reconcileID":"a49023f6-c86d-4b8a-8505-564d44bf298e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"tenant":"e2e-worker-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:39.020902811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"e2e-temp-model-status","reconcileID":"a49023f6-c86d-4b8a-8505-564d44bf298e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:39.182713884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"e2e-temp-model-status","reconcileID":"103b0667-c8de-424d-9ca6-b7e88932b94a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"tenant":"e2e-worker-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:39.182735635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"e2e-temp-model-status","reconcileID":"103b0667-c8de-424d-9ca6-b7e88932b94a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:39.343432384Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-transition-sub","reconcileID":"41ff6f88-e181-4ab0-86d5-e1bb24659ccf","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:39.397065891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-transition-auth","reconcileID":"d8f7f8ff-3f95-4896-bf68-fc0a80d0a81a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:39.457950603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-transition-auth","reconcileID":"d8f7f8ff-3f95-4896-bf68-fc0a80d0a81a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:39.514431756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"e71746ef-6952-45ca-a6cf-dabb8a4147af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:39.51543263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"67125eef-b901-4763-93f9-21ee185bcf92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:39.57363117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"e71746ef-6952-45ca-a6cf-dabb8a4147af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:39.574854693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"e2e-temp-model-status","reconcileID":"6f6df08f-4063-4d79-9520-49933377145e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"tenant":"e2e-worker-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:39.574873271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"e2e-temp-model-status","reconcileID":"6f6df08f-4063-4d79-9520-49933377145e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:39.57491794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"67125eef-b901-4763-93f9-21ee185bcf92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:39.79144717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-transition-sub","reconcileID":"aca0ba20-66c7-4f04-84e0-8af5ece9571e","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-ba1918/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:40.043389346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68b02d20-44b4-4d12-9aab-492e61f204a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:40.097285014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68b02d20-44b4-4d12-9aab-492e61f204a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:40.151387316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68b02d20-44b4-4d12-9aab-492e61f204a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:40.205533242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68b02d20-44b4-4d12-9aab-492e61f204a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:42.195522116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe8e5eb-cd48-42de-8a0a-9e763aa6175c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:42.249464634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe8e5eb-cd48-42de-8a0a-9e763aa6175c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:42.303469716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe8e5eb-cd48-42de-8a0a-9e763aa6175c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:42.357948069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe8e5eb-cd48-42de-8a0a-9e763aa6175c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:42.944559546Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-fb5fa2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-fb5fa2","reconcileID":"0a843642-6ad2-49f9-bfd4-51ccf9bcac17","aitenant":"ai-tenants/e2e-praxis-a-fb5fa2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:43.722607024Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-fb5fa2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-fb5fa2","reconcileID":"0a843642-6ad2-49f9-bfd4-51ccf9bcac17","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-fb5fa2","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-fb5fa2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:44.398040005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"417fc2a3-dd1c-41da-937d-ea6934460778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:44.453600281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"417fc2a3-dd1c-41da-937d-ea6934460778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:44.507949124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"417fc2a3-dd1c-41da-937d-ea6934460778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:44.562103509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"417fc2a3-dd1c-41da-937d-ea6934460778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:46.083086224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"f5b68dd0-a32e-4ce3-8280-af060a340691","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:46.145604376Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"default-tenant","reconcileID":"56d6b614-7b61-481d-a610-3626f3ca95df","namespace":"ai-tenant-e2e-ipp-a-981724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:46.145653685Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"default-tenant","reconcileID":"56d6b614-7b61-481d-a610-3626f3ca95df","namespace":"ai-tenant-e2e-ipp-a-981724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:46.145696597Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"default-tenant","reconcileID":"56d6b614-7b61-481d-a610-3626f3ca95df","aitenant":"ai-tenants/e2e-ipp-a-981724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:46.190343738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"85ebc8fc-41b1-4873-aba4-8341cb36f465","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:46.237504172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"1e8a2888-8144-4fdf-991b-2efbf19a7c5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:46.339572425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3f8bb319-1c1e-462f-8b3e-7892db4b3554","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:46.388062163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"3c6504d1-2491-41a0-b99e-55e56f817ff0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:46.497226794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"ed497804-1ec1-448a-a21e-6488bc7c19a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:46.552922785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"021a7d2e-a755-4125-98ce-525a65368a16","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:46.599860683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4393e9a1-0815-4f8f-9b4c-514f3aa06556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:46.654100466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4393e9a1-0815-4f8f-9b4c-514f3aa06556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:46.70908083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4393e9a1-0815-4f8f-9b4c-514f3aa06556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:46.763269924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4393e9a1-0815-4f8f-9b4c-514f3aa06556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:46.817697208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"c738c9a9-5742-4d72-b346-5b6af98be0a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:46.925707235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"61242866-cd0b-4c90-9d2e-fd4112ef5f92","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:46.925741355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"4bc93ff9-404c-4688-9721-1ea5ad192ac9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:47.148486467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ce0e8dcf-8b31-488b-a050-61314ac3b948","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:48.786982209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dde041d6-909c-46c2-8d62-d51d9e011e21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:48.840782589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dde041d6-909c-46c2-8d62-d51d9e011e21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:48.894533534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dde041d6-909c-46c2-8d62-d51d9e011e21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:48.949043393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dde041d6-909c-46c2-8d62-d51d9e011e21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:50.892631854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aad294b-f197-452a-a420-9c834e481cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:50.947111776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aad294b-f197-452a-a420-9c834e481cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:51.001184252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aad294b-f197-452a-a420-9c834e481cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:51.055782071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aad294b-f197-452a-a420-9c834e481cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:51.451335643Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"default-tenant","reconcileID":"52edb497-939c-487d-8097-2ed84a889f9f","namespace":"ai-tenant-e2e-praxis-a-81c3c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:51.451395154Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"default-tenant","reconcileID":"52edb497-939c-487d-8097-2ed84a889f9f","namespace":"ai-tenant-e2e-praxis-a-81c3c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:51.4514456Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"default-tenant","reconcileID":"52edb497-939c-487d-8097-2ed84a889f9f","tenant":"e2e-praxis-a-81c3c9","tenantID":"e2e-praxis-a-81c3c9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:51.506877513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"default-tenant","reconcileID":"52edb497-939c-487d-8097-2ed84a889f9f","gvk":"Deployment","name":"maas-api-e2e-praxis-a-81c3c9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:51.568610437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"default-tenant","reconcileID":"52edb497-939c-487d-8097-2ed84a889f9f","gvk":"Service","name":"maas-api-e2e-praxis-a-81c3c9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:51.625400946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"default-tenant","reconcileID":"52edb497-939c-487d-8097-2ed84a889f9f","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-81c3c9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:51.68079114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"default-tenant","reconcileID":"52edb497-939c-487d-8097-2ed84a889f9f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-81c3c9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:51.74090566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"default-tenant","reconcileID":"52edb497-939c-487d-8097-2ed84a889f9f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-81c3c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:51.79678652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"default-tenant","reconcileID":"52edb497-939c-487d-8097-2ed84a889f9f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-81c3c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:51.85516769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"default-tenant","reconcileID":"52edb497-939c-487d-8097-2ed84a889f9f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-81c3c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:51.911445503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"default-tenant","reconcileID":"52edb497-939c-487d-8097-2ed84a889f9f","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-81c3c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:51.966959761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"default-tenant","reconcileID":"52edb497-939c-487d-8097-2ed84a889f9f","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-81c3c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:52.020232339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"default-tenant","reconcileID":"52edb497-939c-487d-8097-2ed84a889f9f","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-81c3c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:52.073615368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"default-tenant","reconcileID":"52edb497-939c-487d-8097-2ed84a889f9f","gvk":"Service","name":"payload-processing-e2e-praxis-a-81c3c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:52.142749575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"default-tenant","reconcileID":"52edb497-939c-487d-8097-2ed84a889f9f","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-81c3c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:52.198670879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"default-tenant","reconcileID":"52edb497-939c-487d-8097-2ed84a889f9f","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-81c3c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:52.253496937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"default-tenant","reconcileID":"52edb497-939c-487d-8097-2ed84a889f9f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-81c3c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:52.30738312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"default-tenant","reconcileID":"52edb497-939c-487d-8097-2ed84a889f9f","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-81c3c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:52.371454227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"default-tenant","reconcileID":"52edb497-939c-487d-8097-2ed84a889f9f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-81c3c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:52.435317871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"default-tenant","reconcileID":"52edb497-939c-487d-8097-2ed84a889f9f","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-81c3c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:52.573313378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"default-tenant","reconcileID":"52edb497-939c-487d-8097-2ed84a889f9f","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-81c3c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:52.637428886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"default-tenant","reconcileID":"52edb497-939c-487d-8097-2ed84a889f9f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-81c3c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:52.695495782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81c3c9"},"namespace":"ai-tenant-e2e-praxis-a-81c3c9","name":"default-tenant","reconcileID":"52edb497-939c-487d-8097-2ed84a889f9f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-81c3c9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:53.162907948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87fad5a1-a233-4d08-a659-7ee31c047372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:53.221444817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87fad5a1-a233-4d08-a659-7ee31c047372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:53.277504406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87fad5a1-a233-4d08-a659-7ee31c047372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:53.338657187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87fad5a1-a233-4d08-a659-7ee31c047372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:53.514327812Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-81c3c9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-81c3c9","reconcileID":"0ccd7d72-a338-4d42-9279-dec3b40b5f3c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-81c3c9","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-81c3c9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:55.412915016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e17dc1d6-ef21-4001-91aa-cfeaf9497070","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:55.467973033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e17dc1d6-ef21-4001-91aa-cfeaf9497070","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:55.521891253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e17dc1d6-ef21-4001-91aa-cfeaf9497070","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:55.57583311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e17dc1d6-ef21-4001-91aa-cfeaf9497070","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:57.59426802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f9aa5b-bda5-45b1-9477-7b92aac141e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:57.648285547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f9aa5b-bda5-45b1-9477-7b92aac141e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:57.702089749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f9aa5b-bda5-45b1-9477-7b92aac141e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:57.755819963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f9aa5b-bda5-45b1-9477-7b92aac141e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:59.708888209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7ec71bb-bb8d-4b8e-8d56-488b0e0bfc63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:59.764893694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7ec71bb-bb8d-4b8e-8d56-488b0e0bfc63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:59.820374281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7ec71bb-bb8d-4b8e-8d56-488b0e0bfc63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:59.874307734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7ec71bb-bb8d-4b8e-8d56-488b0e0bfc63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:01.80911099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b369f97c-cc06-4bce-b1ca-6c0ae92988f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:01.862796662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b369f97c-cc06-4bce-b1ca-6c0ae92988f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:01.916284313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b369f97c-cc06-4bce-b1ca-6c0ae92988f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:01.969899043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b369f97c-cc06-4bce-b1ca-6c0ae92988f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:06.604628133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3dc8a97-dff5-416d-a306-d608a533696c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:06.659953251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3dc8a97-dff5-416d-a306-d608a533696c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:06.713765292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3dc8a97-dff5-416d-a306-d608a533696c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:06.768918981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3dc8a97-dff5-416d-a306-d608a533696c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:08.720295225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8058e919-de2a-4c89-92ff-17a828ecbf72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:08.773962289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8058e919-de2a-4c89-92ff-17a828ecbf72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:08.828251616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8058e919-de2a-4c89-92ff-17a828ecbf72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:08.861193771Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:08.882732154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8058e919-de2a-4c89-92ff-17a828ecbf72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:13.959885468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-transition-sub","reconcileID":"f109db06-dea9-431f-9a58-321d6e31d821","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-ba1918/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:14.136528816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"e2e-temp-model-status","reconcileID":"4f35a720-039c-4374-ae30-1a471b18d888","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"tenant":"e2e-worker-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:14.136555112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"e2e-temp-model-status","reconcileID":"4f35a720-039c-4374-ae30-1a471b18d888","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:15.215005166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"47deba5d-ebee-421d-9c01-c4fde11a6547","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:15.215006768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"1c3d7e1e-834c-497c-8745-bbf3544918f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:15.21532351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-transition-auth","reconcileID":"e423989d-562b-4515-a122-586124ebe7b2","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:15.273177093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-transition-auth","reconcileID":"e423989d-562b-4515-a122-586124ebe7b2","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:15.273526158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"1c3d7e1e-834c-497c-8745-bbf3544918f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:15.275557203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"47deba5d-ebee-421d-9c01-c4fde11a6547","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:15.949123192Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-transition-sub","reconcileID":"524536e5-2839-433e-af4f-2bf71e1b0580","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-ba1918/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:16.00376444Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"e2e-temp-model-status","reconcileID":"00f29edc-b382-456c-8cac-3fbe7417ce4c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:16.003900504Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-transition-sub","reconcileID":"524536e5-2839-433e-af4f-2bf71e1b0580","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:16.11008881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"8c6ae498-cdf9-41c2-aaf5-715da8924002","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:16.11023522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-transition-auth","reconcileID":"16bb2b6c-a3f6-4c5d-aef8-d41decb764b9","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:16.110086318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"8546eea8-189d-4926-9257-89d5661ed375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:16.168921232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-transition-auth","reconcileID":"16bb2b6c-a3f6-4c5d-aef8-d41decb764b9","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:16.168936238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"8c6ae498-cdf9-41c2-aaf5-715da8924002","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:16.168954822Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-transition-auth","reconcileID":"16bb2b6c-a3f6-4c5d-aef8-d41decb764b9","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:16.171199807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"8546eea8-189d-4926-9257-89d5661ed375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:16.172430852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"32483657-dd3d-4a28-ab9d-0d9350270b60","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:16.535933105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-transition-auth","reconcileID":"4edec9b9-f275-4086-9c29-bd458d3aa7ff","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:16.593194161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-transition-auth","reconcileID":"4edec9b9-f275-4086-9c29-bd458d3aa7ff","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:16.593234172Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-transition-auth","reconcileID":"4edec9b9-f275-4086-9c29-bd458d3aa7ff","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:16.63616363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"03443c8d-a1d5-4761-afbc-80815e3fae6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:16.636168953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"d525e4c2-62ec-4280-8b99-1f43fbe55c96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:16.695990664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"d525e4c2-62ec-4280-8b99-1f43fbe55c96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:16.696122589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"03443c8d-a1d5-4761-afbc-80815e3fae6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:17.02153091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-transition-auth","reconcileID":"a6c466c9-7f18-4f83-bbac-fbf1492690a9","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:17.083950301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-transition-auth","reconcileID":"a6c466c9-7f18-4f83-bbac-fbf1492690a9","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:17.084016064Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-transition-auth","reconcileID":"a6c466c9-7f18-4f83-bbac-fbf1492690a9","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:17.170851538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"7bd0d591-07d2-4376-93d1-0cf750ed62ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:17.178511455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"067a3f48-4a12-4d9c-b494-51875abfe1dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:17.229917141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"7bd0d591-07d2-4376-93d1-0cf750ed62ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:17.236635317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"067a3f48-4a12-4d9c-b494-51875abfe1dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:36:17.269211508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-transition-auth","reconcileID":"a6c466c9-7f18-4f83-bbac-fbf1492690a9","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-transition-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:17.489408095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-transition-auth","reconcileID":"fe5e57f5-277c-4c24-a183-53e5b46ba8b1","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:17.548008832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-transition-auth","reconcileID":"fe5e57f5-277c-4c24-a183-53e5b46ba8b1","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:17.604555245Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-transition-auth","reconcileID":"fe5e57f5-277c-4c24-a183-53e5b46ba8b1","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:26.770778903Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-transition-sub","reconcileID":"dee02b33-261e-4295-9657-8cae433ca145","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:26.770904394Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-transition-sub","reconcileID":"dee02b33-261e-4295-9657-8cae433ca145","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-ba1918/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:27.323553286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"245b8043-dee8-4437-b7d4-d8355f038115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:27.3237586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-transition-auth","reconcileID":"93be1359-7255-4e9d-a97a-9c5d9d396c52","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:27.323553283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"456f5c74-01e8-4753-8850-739b000cd288","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:27.381290848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"456f5c74-01e8-4753-8850-739b000cd288","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:27.381456552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"245b8043-dee8-4437-b7d4-d8355f038115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:27.383465156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-transition-auth","reconcileID":"93be1359-7255-4e9d-a97a-9c5d9d396c52","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:27.439436602Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-transition-auth","reconcileID":"93be1359-7255-4e9d-a97a-9c5d9d396c52","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:27.545370291Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-status-transition-auth","reconcileID":"12a8cd6d-0a2f-4f75-8080-0836cb4b9140","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:28.715176982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"b68c488a-d48e-4229-a093-8c97544564bc","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:28.772829848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"71ff960d-ea18-4554-b147-3e3f241a7f52","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:28.932582475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e3f73e2a-7c09-4cb4-8f73-61e1bd5b718e","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:28.989924418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e3f73e2a-7c09-4cb4-8f73-61e1bd5b718e","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:28.991542385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"b5bcf6a1-bd68-46b3-8cd1-92cf6f4c07ab","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:29.049526057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"0eb71c67-fa38-4299-9ff0-68bcb1bf8c63","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:36:29.099786737Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-healthy-inf","reconcileID":"ee4a84fd-4097-4659-b835-bd2ff3173339","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:29.151203631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"e9cbe3d5-0699-44aa-9155-34a558d0fc49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:29.151376178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"535429a6-937f-41a0-9c6e-ba55d84f814f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:29.209057937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"535429a6-937f-41a0-9c6e-ba55d84f814f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:29.210072404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"e9cbe3d5-0699-44aa-9155-34a558d0fc49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:29.21496376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"b78dee67-1df5-4d2f-94bd-a6f05b1a8c6c","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:29.272989206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"560a831b-de81-4c01-8b7e-6dbe3bcf1904","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:29.311281166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"4ac11a3c-b70c-41e9-a82f-bc7509689282","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:29.472704646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-healthy-inf-auth","reconcileID":"331d403f-0569-4511-8d49-471b1dde2597","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:29.530219417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-healthy-inf-auth","reconcileID":"331d403f-0569-4511-8d49-471b1dde2597","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:29.547549565Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-healthy-inf","reconcileID":"25e5da53-b35f-4663-9ff7-2890407afd8c","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w2-ba1918/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:29.54768406Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-healthy-inf","reconcileID":"25e5da53-b35f-4663-9ff7-2890407afd8c","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-ba1918/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:29.613991413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"9fe053b1-ba79-4e56-a44a-e4ca16ed9420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:29.613991261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"9270b28c-239e-4863-8c79-f91f0a90c62e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:29.671822994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"9fe053b1-ba79-4e56-a44a-e4ca16ed9420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:29.672626383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"9270b28c-239e-4863-8c79-f91f0a90c62e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:29.762968493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"2fa92c08-5808-4fb1-96b3-1b22b6c1a4b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:29.770290512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"6ef7cbdf-f073-40fc-89dd-15c0f6f86f48","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:29.984558873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-healthy-inf","reconcileID":"4b64e98c-dbc7-4569-b10e-f8277dc93d5d","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:29.984688868Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-healthy-inf","reconcileID":"4b64e98c-dbc7-4569-b10e-f8277dc93d5d","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-ba1918/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:32.091350701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"d1ca06f3-c38f-4e60-8f80-0daad7aff9f5","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:32.253469237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-healthy-inf-auth","reconcileID":"0e9b0d72-2395-4470-9c7c-bc79a5d37fd9","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:32.253585232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"f11f4378-43b1-4d05-b21f-414f3c108035","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:32.253901601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"b3b76a72-4334-43da-96ec-7b2ce6066465","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:32.311850311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-healthy-inf-auth","reconcileID":"0e9b0d72-2395-4470-9c7c-bc79a5d37fd9","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:32.313261116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"b3b76a72-4334-43da-96ec-7b2ce6066465","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:32.314021791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"f11f4378-43b1-4d05-b21f-414f3c108035","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:35.014902258Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5d87"},"namespace":"ai-tenant-e2e-ipp-b-db5d87","name":"default-tenant","reconcileID":"da09ebf7-f522-4e02-b09d-4617690323b0","namespace":"ai-tenant-e2e-ipp-b-db5d87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:35.014982613Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5d87"},"namespace":"ai-tenant-e2e-ipp-b-db5d87","name":"default-tenant","reconcileID":"da09ebf7-f522-4e02-b09d-4617690323b0","namespace":"ai-tenant-e2e-ipp-b-db5d87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:35.015053311Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5d87"},"namespace":"ai-tenant-e2e-ipp-b-db5d87","name":"default-tenant","reconcileID":"da09ebf7-f522-4e02-b09d-4617690323b0","tenant":"e2e-ipp-b-db5d87","tenantID":"e2e-ipp-b-db5d87","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:35.070344651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5d87"},"namespace":"ai-tenant-e2e-ipp-b-db5d87","name":"default-tenant","reconcileID":"da09ebf7-f522-4e02-b09d-4617690323b0","gvk":"Deployment","name":"maas-api-e2e-ipp-b-db5d87","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:35.131683518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5d87"},"namespace":"ai-tenant-e2e-ipp-b-db5d87","name":"default-tenant","reconcileID":"da09ebf7-f522-4e02-b09d-4617690323b0","gvk":"Service","name":"maas-api-e2e-ipp-b-db5d87","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:35.190770449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5d87"},"namespace":"ai-tenant-e2e-ipp-b-db5d87","name":"default-tenant","reconcileID":"da09ebf7-f522-4e02-b09d-4617690323b0","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-db5d87","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:35.245952655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5d87"},"namespace":"ai-tenant-e2e-ipp-b-db5d87","name":"default-tenant","reconcileID":"da09ebf7-f522-4e02-b09d-4617690323b0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-db5d87","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:35.302672608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5d87"},"namespace":"ai-tenant-e2e-ipp-b-db5d87","name":"default-tenant","reconcileID":"da09ebf7-f522-4e02-b09d-4617690323b0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-db5d87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:35.36324301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5d87"},"namespace":"ai-tenant-e2e-ipp-b-db5d87","name":"default-tenant","reconcileID":"da09ebf7-f522-4e02-b09d-4617690323b0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-db5d87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:35.431613485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5d87"},"namespace":"ai-tenant-e2e-ipp-b-db5d87","name":"default-tenant","reconcileID":"da09ebf7-f522-4e02-b09d-4617690323b0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-db5d87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:35.487886757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5d87"},"namespace":"ai-tenant-e2e-ipp-b-db5d87","name":"default-tenant","reconcileID":"da09ebf7-f522-4e02-b09d-4617690323b0","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-db5d87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:35.545541722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5d87"},"namespace":"ai-tenant-e2e-ipp-b-db5d87","name":"default-tenant","reconcileID":"da09ebf7-f522-4e02-b09d-4617690323b0","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-db5d87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:35.601127716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5d87"},"namespace":"ai-tenant-e2e-ipp-b-db5d87","name":"default-tenant","reconcileID":"da09ebf7-f522-4e02-b09d-4617690323b0","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-db5d87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:35.663528183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5d87"},"namespace":"ai-tenant-e2e-ipp-b-db5d87","name":"default-tenant","reconcileID":"da09ebf7-f522-4e02-b09d-4617690323b0","gvk":"Service","name":"payload-processing-e2e-ipp-b-db5d87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:35.728361993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5d87"},"namespace":"ai-tenant-e2e-ipp-b-db5d87","name":"default-tenant","reconcileID":"da09ebf7-f522-4e02-b09d-4617690323b0","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-db5d87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:35.784750469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5d87"},"namespace":"ai-tenant-e2e-ipp-b-db5d87","name":"default-tenant","reconcileID":"da09ebf7-f522-4e02-b09d-4617690323b0","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-db5d87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:35.843897315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5d87"},"namespace":"ai-tenant-e2e-ipp-b-db5d87","name":"default-tenant","reconcileID":"da09ebf7-f522-4e02-b09d-4617690323b0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-db5d87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:35.901049677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5d87"},"namespace":"ai-tenant-e2e-ipp-b-db5d87","name":"default-tenant","reconcileID":"da09ebf7-f522-4e02-b09d-4617690323b0","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-db5d87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:35.958029112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5d87"},"namespace":"ai-tenant-e2e-ipp-b-db5d87","name":"default-tenant","reconcileID":"da09ebf7-f522-4e02-b09d-4617690323b0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-db5d87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:36.013294951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5d87"},"namespace":"ai-tenant-e2e-ipp-b-db5d87","name":"default-tenant","reconcileID":"da09ebf7-f522-4e02-b09d-4617690323b0","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-db5d87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:36.072446411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5d87"},"namespace":"ai-tenant-e2e-ipp-b-db5d87","name":"default-tenant","reconcileID":"da09ebf7-f522-4e02-b09d-4617690323b0","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-db5d87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:36.127645188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5d87"},"namespace":"ai-tenant-e2e-ipp-b-db5d87","name":"default-tenant","reconcileID":"da09ebf7-f522-4e02-b09d-4617690323b0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-db5d87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:36.183716752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5d87"},"namespace":"ai-tenant-e2e-ipp-b-db5d87","name":"default-tenant","reconcileID":"da09ebf7-f522-4e02-b09d-4617690323b0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-db5d87","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:36.24180981Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"default-tenant","reconcileID":"ed0d2098-f52d-46e9-a514-3ce5ae586514","namespace":"ai-tenant-e2e-ipp-a-981724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:36.241866635Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"default-tenant","reconcileID":"ed0d2098-f52d-46e9-a514-3ce5ae586514","namespace":"ai-tenant-e2e-ipp-a-981724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:36.24193583Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"default-tenant","reconcileID":"ed0d2098-f52d-46e9-a514-3ce5ae586514","tenant":"e2e-ipp-a-981724","tenantID":"e2e-ipp-a-981724","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:36.297178508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"default-tenant","reconcileID":"ed0d2098-f52d-46e9-a514-3ce5ae586514","gvk":"Deployment","name":"maas-api-e2e-ipp-a-981724","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:36.363689562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"default-tenant","reconcileID":"ed0d2098-f52d-46e9-a514-3ce5ae586514","gvk":"Service","name":"maas-api-e2e-ipp-a-981724","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:36.421710471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"default-tenant","reconcileID":"ed0d2098-f52d-46e9-a514-3ce5ae586514","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-981724","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:36.480670479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"default-tenant","reconcileID":"ed0d2098-f52d-46e9-a514-3ce5ae586514","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-981724","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:36.53969817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"default-tenant","reconcileID":"ed0d2098-f52d-46e9-a514-3ce5ae586514","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-981724","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:36.598110692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"default-tenant","reconcileID":"ed0d2098-f52d-46e9-a514-3ce5ae586514","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-981724","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:36.656009068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"default-tenant","reconcileID":"ed0d2098-f52d-46e9-a514-3ce5ae586514","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-981724","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:36.711584363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"default-tenant","reconcileID":"ed0d2098-f52d-46e9-a514-3ce5ae586514","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-981724","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:36.76751169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"default-tenant","reconcileID":"ed0d2098-f52d-46e9-a514-3ce5ae586514","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-981724","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:36.822532277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"default-tenant","reconcileID":"ed0d2098-f52d-46e9-a514-3ce5ae586514","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-981724","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:36.884539925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"default-tenant","reconcileID":"ed0d2098-f52d-46e9-a514-3ce5ae586514","gvk":"Service","name":"payload-processing-e2e-ipp-a-981724","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:36.945961467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"default-tenant","reconcileID":"ed0d2098-f52d-46e9-a514-3ce5ae586514","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-981724","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:37.002245769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"default-tenant","reconcileID":"ed0d2098-f52d-46e9-a514-3ce5ae586514","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-981724","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:37.057857838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"default-tenant","reconcileID":"ed0d2098-f52d-46e9-a514-3ce5ae586514","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-981724","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:37.115006856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"default-tenant","reconcileID":"ed0d2098-f52d-46e9-a514-3ce5ae586514","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-981724","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:37.172112813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"default-tenant","reconcileID":"ed0d2098-f52d-46e9-a514-3ce5ae586514","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-981724","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:37.229470331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"default-tenant","reconcileID":"ed0d2098-f52d-46e9-a514-3ce5ae586514","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-981724","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:37.284673494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"default-tenant","reconcileID":"ed0d2098-f52d-46e9-a514-3ce5ae586514","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-981724","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:37.343184997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"default-tenant","reconcileID":"ed0d2098-f52d-46e9-a514-3ce5ae586514","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-981724","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:37.40007524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-981724"},"namespace":"ai-tenant-e2e-ipp-a-981724","name":"default-tenant","reconcileID":"ed0d2098-f52d-46e9-a514-3ce5ae586514","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-981724","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:37.458218638Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0fac41"},"namespace":"ai-tenant-e2e-praxis-b-0fac41","name":"default-tenant","reconcileID":"9bfb5755-e27a-45a9-a3c4-3f154cebf1fd","namespace":"ai-tenant-e2e-praxis-b-0fac41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:37.458272017Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0fac41"},"namespace":"ai-tenant-e2e-praxis-b-0fac41","name":"default-tenant","reconcileID":"9bfb5755-e27a-45a9-a3c4-3f154cebf1fd","namespace":"ai-tenant-e2e-praxis-b-0fac41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:37.458320564Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0fac41"},"namespace":"ai-tenant-e2e-praxis-b-0fac41","name":"default-tenant","reconcileID":"9bfb5755-e27a-45a9-a3c4-3f154cebf1fd","tenant":"e2e-praxis-b-0fac41","tenantID":"e2e-praxis-b-0fac41","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:37.514000862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0fac41"},"namespace":"ai-tenant-e2e-praxis-b-0fac41","name":"default-tenant","reconcileID":"9bfb5755-e27a-45a9-a3c4-3f154cebf1fd","gvk":"Deployment","name":"maas-api-e2e-praxis-b-0fac41","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:37.578335863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0fac41"},"namespace":"ai-tenant-e2e-praxis-b-0fac41","name":"default-tenant","reconcileID":"9bfb5755-e27a-45a9-a3c4-3f154cebf1fd","gvk":"Service","name":"maas-api-e2e-praxis-b-0fac41","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:37.634459989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0fac41"},"namespace":"ai-tenant-e2e-praxis-b-0fac41","name":"default-tenant","reconcileID":"9bfb5755-e27a-45a9-a3c4-3f154cebf1fd","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-0fac41","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:37.690074223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0fac41"},"namespace":"ai-tenant-e2e-praxis-b-0fac41","name":"default-tenant","reconcileID":"9bfb5755-e27a-45a9-a3c4-3f154cebf1fd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-0fac41","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:37.749487123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0fac41"},"namespace":"ai-tenant-e2e-praxis-b-0fac41","name":"default-tenant","reconcileID":"9bfb5755-e27a-45a9-a3c4-3f154cebf1fd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-0fac41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:37.809836166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0fac41"},"namespace":"ai-tenant-e2e-praxis-b-0fac41","name":"default-tenant","reconcileID":"9bfb5755-e27a-45a9-a3c4-3f154cebf1fd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-0fac41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:37.868549185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0fac41"},"namespace":"ai-tenant-e2e-praxis-b-0fac41","name":"default-tenant","reconcileID":"9bfb5755-e27a-45a9-a3c4-3f154cebf1fd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-0fac41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:37.929438436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0fac41"},"namespace":"ai-tenant-e2e-praxis-b-0fac41","name":"default-tenant","reconcileID":"9bfb5755-e27a-45a9-a3c4-3f154cebf1fd","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-0fac41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:37.982958103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0fac41"},"namespace":"ai-tenant-e2e-praxis-b-0fac41","name":"default-tenant","reconcileID":"9bfb5755-e27a-45a9-a3c4-3f154cebf1fd","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-0fac41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:38.03640982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0fac41"},"namespace":"ai-tenant-e2e-praxis-b-0fac41","name":"default-tenant","reconcileID":"9bfb5755-e27a-45a9-a3c4-3f154cebf1fd","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-0fac41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:38.089896317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0fac41"},"namespace":"ai-tenant-e2e-praxis-b-0fac41","name":"default-tenant","reconcileID":"9bfb5755-e27a-45a9-a3c4-3f154cebf1fd","gvk":"Service","name":"payload-processing-e2e-praxis-b-0fac41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:38.120967324Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-981724","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-981724","reconcileID":"129222ed-c545-4d99-afa0-932c9892f6a0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-981724","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-981724"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:38.143433361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0fac41"},"namespace":"ai-tenant-e2e-praxis-b-0fac41","name":"default-tenant","reconcileID":"9bfb5755-e27a-45a9-a3c4-3f154cebf1fd","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-0fac41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:38.198577502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0fac41"},"namespace":"ai-tenant-e2e-praxis-b-0fac41","name":"default-tenant","reconcileID":"9bfb5755-e27a-45a9-a3c4-3f154cebf1fd","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-0fac41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:38.253240106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0fac41"},"namespace":"ai-tenant-e2e-praxis-b-0fac41","name":"default-tenant","reconcileID":"9bfb5755-e27a-45a9-a3c4-3f154cebf1fd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-0fac41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:38.306741426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0fac41"},"namespace":"ai-tenant-e2e-praxis-b-0fac41","name":"default-tenant","reconcileID":"9bfb5755-e27a-45a9-a3c4-3f154cebf1fd","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-0fac41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:38.398927289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0fac41"},"namespace":"ai-tenant-e2e-praxis-b-0fac41","name":"default-tenant","reconcileID":"9bfb5755-e27a-45a9-a3c4-3f154cebf1fd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-0fac41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:38.452196235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0fac41"},"namespace":"ai-tenant-e2e-praxis-b-0fac41","name":"default-tenant","reconcileID":"9bfb5755-e27a-45a9-a3c4-3f154cebf1fd","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-0fac41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:38.505465634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0fac41"},"namespace":"ai-tenant-e2e-praxis-b-0fac41","name":"default-tenant","reconcileID":"9bfb5755-e27a-45a9-a3c4-3f154cebf1fd","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-0fac41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:38.558979451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0fac41"},"namespace":"ai-tenant-e2e-praxis-b-0fac41","name":"default-tenant","reconcileID":"9bfb5755-e27a-45a9-a3c4-3f154cebf1fd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-0fac41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:38.612899322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0fac41"},"namespace":"ai-tenant-e2e-praxis-b-0fac41","name":"default-tenant","reconcileID":"9bfb5755-e27a-45a9-a3c4-3f154cebf1fd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-0fac41","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:38.864835556Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:39.320241834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276a769b-a4bd-4f22-ba6b-bdd5c976fae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:39.374072252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276a769b-a4bd-4f22-ba6b-bdd5c976fae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:39.428350702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276a769b-a4bd-4f22-ba6b-bdd5c976fae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:39.482378715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276a769b-a4bd-4f22-ba6b-bdd5c976fae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:41.484880401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddeaae59-f549-42eb-98c9-27e9310b4b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:41.539631276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddeaae59-f549-42eb-98c9-27e9310b4b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:41.593519096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddeaae59-f549-42eb-98c9-27e9310b4b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:41.647354534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddeaae59-f549-42eb-98c9-27e9310b4b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:42.259356463Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-healthy-inf","reconcileID":"b61b46d4-fb66-4965-843f-29bfe9ff64ee","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:42.480293238Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-healthy-inf","reconcileID":"b61b46d4-fb66-4965-843f-29bfe9ff64ee","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:42.480321958Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-healthy-inf","reconcileID":"b61b46d4-fb66-4965-843f-29bfe9ff64ee","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:42.480405456Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-healthy-inf","reconcileID":"b61b46d4-fb66-4965-843f-29bfe9ff64ee","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-ba1918/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:42.732430749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"c86cb5bb-03da-42e9-857d-3f73f8a6c1a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:42.802037274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"a953406b-d800-4bfa-87c5-0db9f6a79135","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:42.944442385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"c7cf6a1d-3486-4eb6-9a7c-1cc9dd402ba7","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:42.963294062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-healthy-inf-auth","reconcileID":"2cecca76-2f32-440c-919d-d512f164f980","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:42.963340617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"bb293349-a8b6-4f39-96d7-4eb2b5a5c14d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:42.963777225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"d4416ff4-72c3-4688-90cc-abe95fe9d9e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:43.022437507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"bb293349-a8b6-4f39-96d7-4eb2b5a5c14d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:43.023001895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"d4416ff4-72c3-4688-90cc-abe95fe9d9e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:43.024648312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-healthy-inf-auth","reconcileID":"2cecca76-2f32-440c-919d-d512f164f980","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:43.230527879Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-healthy-inf-auth","reconcileID":"570472d1-053e-4340-8ae2-d39d6ca6c06b","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:43.49034532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"83d1e3f5-c772-42bb-9941-45228049cf78","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:44.322241906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"89e1c2fa-3c32-451b-aff2-586faece692e","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:44.378045387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"359e3987-398d-4f02-b812-cdd7940db60c","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:44.549298998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-apikey-auth","reconcileID":"209adc6a-79c7-4659-8744-3a4d55064cb3","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:44.608140131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-apikey-auth","reconcileID":"209adc6a-79c7-4659-8744-3a4d55064cb3","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:44.643015762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"b375d1b9-0b9e-478d-be61-2ee000fb44f3","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:44.702973913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"a43b130e-ef79-4ef2-ba3c-a4212db31857","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:36:44.752053016Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-apikey","reconcileID":"561d427a-c71c-49d1-9384-a13ab9a4b72f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:44.803417303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"d326d8d4-18d4-4a65-bd25-c0ec2e11fa86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:44.803422042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"eca06b84-1b3a-4d3a-a932-62cfc789a893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:44.863018093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"d326d8d4-18d4-4a65-bd25-c0ec2e11fa86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:44.865307953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"eca06b84-1b3a-4d3a-a932-62cfc789a893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:44.871679449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"2a9bb346-c38d-4cbf-bb3a-6514060396ac","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:44.93130412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"4c3f0211-ac3b-4892-b8b7-df6c361193ed","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:44.932080788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"c314aca9-f830-4fb7-bcdd-f67874218ba8","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:45.091835308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-apikey-auth","reconcileID":"8f42d5c6-cc19-4e01-8a34-f76cae657636","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:45.151013984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-apikey-auth","reconcileID":"8f42d5c6-cc19-4e01-8a34-f76cae657636","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:45.206348667Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-apikey","reconcileID":"0299c291-43d3-4845-88e2-85a88287bc22","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w2-ba1918/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:45.20654914Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-apikey","reconcileID":"0299c291-43d3-4845-88e2-85a88287bc22","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-ba1918/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:45.319955457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"cfe6fec1-effe-42d1-bb42-157f9a90e2f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:45.32002917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"7a99332b-e06f-4b92-a839-8f9dbc82f5d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:45.382461108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"7a99332b-e06f-4b92-a839-8f9dbc82f5d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:45.388323485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"cfe6fec1-effe-42d1-bb42-157f9a90e2f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:45.428035133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"4c575041-a12a-4b54-b8d4-d0c520aaa803","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:45.481613698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"a288c096-51e5-41af-ba71-71fe66afb047","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:45.710339934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-apikey","reconcileID":"550ebbd2-a5b5-4af5-8593-75812a4eee61","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:45.710534308Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-apikey","reconcileID":"550ebbd2-a5b5-4af5-8593-75812a4eee61","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-ba1918/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:46.624512321Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-db5d87","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-db5d87","reconcileID":"0c175b19-f83b-436f-8383-7e38621f0447","aitenant":"ai-tenants/e2e-ipp-b-db5d87","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:47.11354077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40993252-4e8f-46dc-b46a-94986ee050ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:47.167297409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40993252-4e8f-46dc-b46a-94986ee050ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:47.221022667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40993252-4e8f-46dc-b46a-94986ee050ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:47.274793366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40993252-4e8f-46dc-b46a-94986ee050ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:47.448563179Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-db5d87","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-db5d87","reconcileID":"0c175b19-f83b-436f-8383-7e38621f0447","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-db5d87","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-db5d87"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:47.639021144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"58836486-9f8b-4604-962c-348b2c69bbbd","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:47.799100356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"15ece16f-8fff-45be-9e36-8740232a26d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:47.79925214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-apikey-auth","reconcileID":"c63cdf9b-4868-4953-b94b-f55d2d090909","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:47.799098787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"cd7b29c3-bd01-4899-a8b1-38563285e66d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:47.858844842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"15ece16f-8fff-45be-9e36-8740232a26d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:47.862632365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"cd7b29c3-bd01-4899-a8b1-38563285e66d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:47.863185688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-apikey-auth","reconcileID":"c63cdf9b-4868-4953-b94b-f55d2d090909","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:48.098498793Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-0fac41","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-0fac41","reconcileID":"63221456-f714-4b51-b46b-6ef791d0a6ec","aitenant":"ai-tenants/e2e-praxis-b-0fac41","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:48.902134927Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-0fac41","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-0fac41","reconcileID":"63221456-f714-4b51-b46b-6ef791d0a6ec","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-0fac41","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-0fac41"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:49.128707198Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1c14e6"},"namespace":"ai-tenant-e2e-praxis-b-1c14e6","name":"default-tenant","reconcileID":"b119522c-1d7f-4458-a043-03a1253cbfef","namespace":"ai-tenant-e2e-praxis-b-1c14e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:49.128763769Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1c14e6"},"namespace":"ai-tenant-e2e-praxis-b-1c14e6","name":"default-tenant","reconcileID":"b119522c-1d7f-4458-a043-03a1253cbfef","namespace":"ai-tenant-e2e-praxis-b-1c14e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:49.128808159Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1c14e6"},"namespace":"ai-tenant-e2e-praxis-b-1c14e6","name":"default-tenant","reconcileID":"b119522c-1d7f-4458-a043-03a1253cbfef","tenant":"e2e-praxis-b-1c14e6","tenantID":"e2e-praxis-b-1c14e6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:49.186575743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1c14e6"},"namespace":"ai-tenant-e2e-praxis-b-1c14e6","name":"default-tenant","reconcileID":"b119522c-1d7f-4458-a043-03a1253cbfef","gvk":"Deployment","name":"maas-api-e2e-praxis-b-1c14e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:49.231919143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a570f1-cdac-491b-9b86-738a0b55eac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:49.286051901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a570f1-cdac-491b-9b86-738a0b55eac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:49.298006934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1c14e6"},"namespace":"ai-tenant-e2e-praxis-b-1c14e6","name":"default-tenant","reconcileID":"b119522c-1d7f-4458-a043-03a1253cbfef","gvk":"Service","name":"maas-api-e2e-praxis-b-1c14e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:49.340008636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a570f1-cdac-491b-9b86-738a0b55eac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:49.394855332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a570f1-cdac-491b-9b86-738a0b55eac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:49.401300831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1c14e6"},"namespace":"ai-tenant-e2e-praxis-b-1c14e6","name":"default-tenant","reconcileID":"b119522c-1d7f-4458-a043-03a1253cbfef","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-1c14e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:49.461343982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1c14e6"},"namespace":"ai-tenant-e2e-praxis-b-1c14e6","name":"default-tenant","reconcileID":"b119522c-1d7f-4458-a043-03a1253cbfef","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-1c14e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:49.520453514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1c14e6"},"namespace":"ai-tenant-e2e-praxis-b-1c14e6","name":"default-tenant","reconcileID":"b119522c-1d7f-4458-a043-03a1253cbfef","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-1c14e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:49.577276941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1c14e6"},"namespace":"ai-tenant-e2e-praxis-b-1c14e6","name":"default-tenant","reconcileID":"b119522c-1d7f-4458-a043-03a1253cbfef","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-1c14e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:49.67464063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1c14e6"},"namespace":"ai-tenant-e2e-praxis-b-1c14e6","name":"default-tenant","reconcileID":"b119522c-1d7f-4458-a043-03a1253cbfef","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-1c14e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:49.735362239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1c14e6"},"namespace":"ai-tenant-e2e-praxis-b-1c14e6","name":"default-tenant","reconcileID":"b119522c-1d7f-4458-a043-03a1253cbfef","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-1c14e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:49.789213227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1c14e6"},"namespace":"ai-tenant-e2e-praxis-b-1c14e6","name":"default-tenant","reconcileID":"b119522c-1d7f-4458-a043-03a1253cbfef","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-1c14e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:49.845195914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1c14e6"},"namespace":"ai-tenant-e2e-praxis-b-1c14e6","name":"default-tenant","reconcileID":"b119522c-1d7f-4458-a043-03a1253cbfef","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-1c14e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:49.898451318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1c14e6"},"namespace":"ai-tenant-e2e-praxis-b-1c14e6","name":"default-tenant","reconcileID":"b119522c-1d7f-4458-a043-03a1253cbfef","gvk":"Service","name":"payload-processing-e2e-praxis-b-1c14e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:49.951813629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1c14e6"},"namespace":"ai-tenant-e2e-praxis-b-1c14e6","name":"default-tenant","reconcileID":"b119522c-1d7f-4458-a043-03a1253cbfef","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-1c14e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:50.00650859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1c14e6"},"namespace":"ai-tenant-e2e-praxis-b-1c14e6","name":"default-tenant","reconcileID":"b119522c-1d7f-4458-a043-03a1253cbfef","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-1c14e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:50.060469847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1c14e6"},"namespace":"ai-tenant-e2e-praxis-b-1c14e6","name":"default-tenant","reconcileID":"b119522c-1d7f-4458-a043-03a1253cbfef","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-1c14e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:50.114088784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1c14e6"},"namespace":"ai-tenant-e2e-praxis-b-1c14e6","name":"default-tenant","reconcileID":"b119522c-1d7f-4458-a043-03a1253cbfef","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-1c14e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:50.180331397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1c14e6"},"namespace":"ai-tenant-e2e-praxis-b-1c14e6","name":"default-tenant","reconcileID":"b119522c-1d7f-4458-a043-03a1253cbfef","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-1c14e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:50.234267139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1c14e6"},"namespace":"ai-tenant-e2e-praxis-b-1c14e6","name":"default-tenant","reconcileID":"b119522c-1d7f-4458-a043-03a1253cbfef","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-1c14e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:50.287872728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1c14e6"},"namespace":"ai-tenant-e2e-praxis-b-1c14e6","name":"default-tenant","reconcileID":"b119522c-1d7f-4458-a043-03a1253cbfef","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-1c14e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:50.342183762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1c14e6"},"namespace":"ai-tenant-e2e-praxis-b-1c14e6","name":"default-tenant","reconcileID":"b119522c-1d7f-4458-a043-03a1253cbfef","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-1c14e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:50.39563375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1c14e6"},"namespace":"ai-tenant-e2e-praxis-b-1c14e6","name":"default-tenant","reconcileID":"b119522c-1d7f-4458-a043-03a1253cbfef","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-1c14e6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:51.409698058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"906ef30b-9f00-4796-8f43-8bfddb226c85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:51.464141522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"906ef30b-9f00-4796-8f43-8bfddb226c85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:51.519033515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"906ef30b-9f00-4796-8f43-8bfddb226c85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:51.573528756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"906ef30b-9f00-4796-8f43-8bfddb226c85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:52.279510583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"169f7ab3-552c-4bb8-9a6a-0d5ab1d6160d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:52.712326113Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-1c14e6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-1c14e6","reconcileID":"12ec95f8-ffea-4064-90a0-c10a33b05179","aitenant":"ai-tenants/e2e-praxis-b-1c14e6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:53.483461973Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-1c14e6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-1c14e6","reconcileID":"12ec95f8-ffea-4064-90a0-c10a33b05179","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-1c14e6","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-1c14e6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:53.515462327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f11e8717-aca0-45a3-aa53-e874e8ac5396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:53.56929329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f11e8717-aca0-45a3-aa53-e874e8ac5396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:53.623261932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f11e8717-aca0-45a3-aa53-e874e8ac5396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:53.676934376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f11e8717-aca0-45a3-aa53-e874e8ac5396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:54.450719433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"80dd5912-7ec0-4577-9e93-5284723df33c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:55.291089128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"0400761f-e37f-454f-bacb-fc2ff2e3adec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:55.293497721Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-9672a1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-9672a1","reconcileID":"29a05e12-e938-4033-8f64-49a6ce5bd133","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-9672a1","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-9672a1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:55.688947647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6208d2e6-ac60-4e66-9107-8c41cff50067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:55.743012406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6208d2e6-ac60-4e66-9107-8c41cff50067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:55.7968821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6208d2e6-ac60-4e66-9107-8c41cff50067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:55.852534123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6208d2e6-ac60-4e66-9107-8c41cff50067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:56.576873268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"cd5f5f19-5ed2-4533-a4df-e3cbffdbf916","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:57.795089274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a319405d-f2ad-4b49-98e7-e903892ad8a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:57.848624505Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-apikey","reconcileID":"026bdc96-779d-4bd3-9b06-0b69aa1a6fda","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:57.84952795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a319405d-f2ad-4b49-98e7-e903892ad8a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:57.903261703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a319405d-f2ad-4b49-98e7-e903892ad8a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:57.957383981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a319405d-f2ad-4b49-98e7-e903892ad8a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:58.189706952Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-apikey","reconcileID":"026bdc96-779d-4bd3-9b06-0b69aa1a6fda","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:58.189744022Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-apikey","reconcileID":"026bdc96-779d-4bd3-9b06-0b69aa1a6fda","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:58.240788714Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-apikey","reconcileID":"026bdc96-779d-4bd3-9b06-0b69aa1a6fda","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-ba1918/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:58.463491498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"3f3acd26-e5ca-4ef0-87ce-173ed60f8898","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:58.463491726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"79548a0e-90d7-44ba-bb3e-df9942819bdf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:58.570775906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"1a243a5b-bd4f-4f84-916a-76aff76da2ca","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:58.722601146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"3ea71b66-9fd2-4d80-aad9-f65c1b3b1a79","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:58.732217804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-apikey-auth","reconcileID":"87ca0dc8-498a-4ae2-a0ee-a3ff21850d16","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:58.732407323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"ad14e73d-0dd8-403e-9983-080003351f56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:58.732217833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"bcd6a80e-6df7-41bb-8047-e154cabb00b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:58.790538225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"bcd6a80e-6df7-41bb-8047-e154cabb00b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:58.790653123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-apikey-auth","reconcileID":"87ca0dc8-498a-4ae2-a0ee-a3ff21850d16","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:58.792999676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"ad14e73d-0dd8-403e-9983-080003351f56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:58.998184252Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-apikey-auth","reconcileID":"5db685f4-162e-4fa9-aa0f-5a4cbcb03b10","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:59.258429373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"a329a55c-c6f8-4b40-916f-d12afc8e0a30","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:59.614218076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"e7d43e84-ae02-4832-aa2c-4f20939c8507","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:59.98731523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"333ae71e-e259-4f0a-b25b-ed13d9c62e62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:00.04097799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"333ae71e-e259-4f0a-b25b-ed13d9c62e62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:00.090251255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"1de3fac8-a92e-4617-953f-095828adb7a8","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:00.094615037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"333ae71e-e259-4f0a-b25b-ed13d9c62e62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:00.148486873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"333ae71e-e259-4f0a-b25b-ed13d9c62e62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:00.153786561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"a2f99fd9-482c-417e-b25d-56840d859d0c","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:00.355450841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"84629ccf-36fe-4eba-a038-33c04c13fc30","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:00.366913263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-kube-auth","reconcileID":"6306b265-3c05-4d88-83f6-ae02b2651e26","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:00.425099154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"de96f0f8-17fc-4d0a-9246-4670ff6c4acd","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:00.426715846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-kube-auth","reconcileID":"6306b265-3c05-4d88-83f6-ae02b2651e26","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:37:00.47662833Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-kube","reconcileID":"91995d58-2891-4615-b2b8-2b685fe6209c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:00.530068514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"22a6474f-1d04-47d0-af75-381b47520b02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:00.530266395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"bf5d45e6-3f20-4b9d-aee6-eac0b7421166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:00.589738289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"88039345-1881-4a97-a916-f4cb1ef038b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:00.593030953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"22a6474f-1d04-47d0-af75-381b47520b02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:00.593046091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"bf5d45e6-3f20-4b9d-aee6-eac0b7421166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:00.599509356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"615d02a8-fe10-441d-9216-39dc797f38a2","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:00.659702324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"fbfdda12-609a-440d-ae11-b30b495fcba7","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:00.717126251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"286c5280-cc77-4db3-a911-a03c6b4e86d9","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:00.877759203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-kube-auth","reconcileID":"a4dc7b28-2ce4-4afb-9eae-8d20e37ef471","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:00.935881771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-kube-auth","reconcileID":"a4dc7b28-2ce4-4afb-9eae-8d20e37ef471","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:00.939635438Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-kube","reconcileID":"3053ccc3-b318-4a77-829a-f74a592a14de","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/e2e-degraded-models-kube","ai-tenant-e2e-worker-w2-ba1918/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:00.939782441Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-kube","reconcileID":"3053ccc3-b318-4a77-829a-f74a592a14de","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-ba1918/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:00.978585234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"5b0f6f83-7684-4fcc-ab6d-f791282ab0d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:00.978624149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"cdbf874e-8eaf-4b29-b14c-21efbe634671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:01.036331694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"5b0f6f83-7684-4fcc-ab6d-f791282ab0d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:01.03742751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"cdbf874e-8eaf-4b29-b14c-21efbe634671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:01.156452045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"03550cd7-0cfa-4fec-a764-dfbdeb352d06","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:01.291365528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"92cfc0b4-7f34-42ce-91b5-921ea0027795","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:01.507210027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-kube","reconcileID":"a1620fb1-c62f-4d65-86f5-8c361ec9f369","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:01.507344971Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-kube","reconcileID":"a1620fb1-c62f-4d65-86f5-8c361ec9f369","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-ba1918/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:01.887256693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"ee8abde6-6a4d-487d-b693-147c8acad746","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:01.942972644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"5e94b4be-8caf-4136-afe8-b7ea02a3284a","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:02.082610035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48ce0777-8e2b-48c2-ab4c-877cc91773e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:02.136444024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48ce0777-8e2b-48c2-ab4c-877cc91773e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:02.151671096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"d86cca0e-c7da-4e47-b37d-70c5a6b320ff","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:02.190163943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48ce0777-8e2b-48c2-ab4c-877cc91773e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:02.190553489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-test-auth-no-access","reconcileID":"bf124afd-b877-4085-a213-0d198112bfa2","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:02.245679655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48ce0777-8e2b-48c2-ab4c-877cc91773e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:02.305536353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-test-auth-no-access","reconcileID":"bf124afd-b877-4085-a213-0d198112bfa2","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:02.307576716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"2c553129-d80b-4de2-901f-1f7a7e2cf4d2","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:02.355801641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"c1e8f7bf-36f3-4418-8e9d-536aac07e86e","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:37:02.361852651Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-fb6e1d/e2e-test-subscription-no-access","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:02.408251281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"d3d1d1cf-0284-45f4-9ce4-91b161898b90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:02.408252893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"3514bd68-1654-4022-9e97-4a196740d2c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:02.413560376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"5a54451a-f6bf-495c-8b48-ac14d7106b91","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:02.465938258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"3514bd68-1654-4022-9e97-4a196740d2c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:02.466127506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"d3d1d1cf-0284-45f4-9ce4-91b161898b90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:02.680043601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"ddbfface-bedf-4802-a7b7-f17388f58454","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:02.687516017Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-test-subscription-no-access","reconcileID":"05fbd944-5018-4110-9404-38003ec0d842","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-fb6e1d/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w4-fb6e1d/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:02.839927062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-test-auth-no-access","reconcileID":"1694400f-04ce-4add-bef0-79b41ab504e0","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:02.858921279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"b81d1f4b-5ce6-4d66-b46d-1ba417e903e2","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:02.88443097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"11d2ccde-0482-464e-8ba5-54dbcbb6c243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:02.884441001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"bf726363-657f-4000-9e30-64ff89e758cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:02.89768757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-test-auth-no-access","reconcileID":"1694400f-04ce-4add-bef0-79b41ab504e0","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:02.900395971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"e9eef436-d344-41fb-97fd-d606889c05a2","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:02.902464758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"a8d6b34b-395d-463c-9a6f-7012645a09b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:02.94301624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"11d2ccde-0482-464e-8ba5-54dbcbb6c243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:02.944168371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"bf726363-657f-4000-9e30-64ff89e758cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:02.956257581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"635006eb-5649-4e15-b90d-e97c4ccb27df","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:03.073612352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-test-subscription-no-access","reconcileID":"b7be4dd4-af37-49d7-8ff3-f91557664f0b","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:03.091311587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"aeab7090-5557-4546-9dbe-dd66999698a3","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:03.115596214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-status-active-auth-only","reconcileID":"7979c1fb-ef93-4c17-8bce-17a54f320cb7","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:03.172748256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-status-active-auth-only","reconcileID":"7979c1fb-ef93-4c17-8bce-17a54f320cb7","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:03.251287459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-kube-auth","reconcileID":"fa0feb8a-b82f-4dbe-b4d2-29cb2d2a63f0","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:03.25142534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"25f06028-2fe0-4ceb-b815-f0ad466913f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:03.262893328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"16969b2e-2ea7-4219-81ea-e4208b4b90b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:03.30905824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"25f06028-2fe0-4ceb-b815-f0ad466913f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:03.311302114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-kube-auth","reconcileID":"fa0feb8a-b82f-4dbe-b4d2-29cb2d2a63f0","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:03.323729752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"16969b2e-2ea7-4219-81ea-e4208b4b90b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:03.496565922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"0281aa9a-bca3-4126-b22d-85a51f602985","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:03.657326763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-status-active-auth-only","reconcileID":"2fea2375-4d1a-446a-8901-74d6b4f1706a","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:03.715956631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-status-active-auth-only","reconcileID":"2fea2375-4d1a-446a-8901-74d6b4f1706a","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:05.457984848Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-status-active-auth-only","reconcileID":"9eb45038-ce29-44ba-9a2e-c2de753bd683","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:05.458035862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"34b1b3bd-465a-49de-9993-a26a9fc3fff4","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:05.48327517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"77091599-de12-4cc9-b257-62c34db37a60","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:05.643611182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"70f312a1-5a25-4a22-8ae7-7bc2d9691e01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:05.64372848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-test-auth-no-access","reconcileID":"0cf6c7b6-7d05-4561-b386-0650fff4e674","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:05.64401698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"8693873a-e890-4d8a-9434-803769db7bc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:05.672500624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"5c079149-5cfd-47af-a9ae-e2f1b3cf8870","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:05.701653708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-test-auth-no-access","reconcileID":"0cf6c7b6-7d05-4561-b386-0650fff4e674","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:05.702610635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"8693873a-e890-4d8a-9434-803769db7bc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:05.703842119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"70f312a1-5a25-4a22-8ae7-7bc2d9691e01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:06.585328373Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-test-subscription-no-access","reconcileID":"aedbec68-424f-4338-9716-38e0f12c2414","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ac4447eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:06.811203428Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"4b11bc19-2e9b-4698-8fb3-18c10bbc15ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-fb6e1d/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:07.141502011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"6c5140ef-8a3e-4dde-9c93-a1daed41077b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:08.859439466Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:12.208631577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"e2e-enrichment-model-ref","reconcileID":"336df9a6-0c93-44a0-ac5b-0b9750e09314","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"tenant":"e2e-worker-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:12.20867103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"e2e-enrichment-model-ref","reconcileID":"336df9a6-0c93-44a0-ac5b-0b9750e09314","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:12.268300984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"90cef162-7e02-40cf-b3d8-12c94c42b863","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:12.36490051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"e2e-enrichment-model-ref","reconcileID":"01a10b9a-998f-41da-8a49-0fc8460f9e32","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"tenant":"e2e-worker-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:12.365011292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"e2e-enrichment-model-ref","reconcileID":"01a10b9a-998f-41da-8a49-0fc8460f9e32","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:12.424440633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"e2e-enrichment-model-ref","reconcileID":"0df54d76-8d19-4dd3-a960-d7e1e9ff8d1e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"tenant":"e2e-worker-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:12.424468257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"e2e-enrichment-model-ref","reconcileID":"0df54d76-8d19-4dd3-a960-d7e1e9ff8d1e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:37:12.475017605Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-enrichment-sub","reconcileID":"0a389c97-94bd-4940-93e7-b851e2fb64fc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:12.525802222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"a887dd6e-6283-4166-a4bd-54aa1ad7903f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:12.527218444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"ec033e26-b767-4ab9-95a6-d98f99d63ad8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:12.584718298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"a887dd6e-6283-4166-a4bd-54aa1ad7903f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:12.586828981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"ec033e26-b767-4ab9-95a6-d98f99d63ad8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:12.591211545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"e2e-enrichment-model-ref","reconcileID":"941b50a1-d588-437a-9a54-b30278204d16","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"tenant":"e2e-worker-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:12.591234104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"e2e-enrichment-model-ref","reconcileID":"941b50a1-d588-437a-9a54-b30278204d16","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:12.633128711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"e2e-enrichment-model-ref","reconcileID":"6c700118-cb5d-44c8-8592-5120a39b1658","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"tenant":"e2e-worker-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:12.633275738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"e2e-enrichment-model-ref","reconcileID":"6c700118-cb5d-44c8-8592-5120a39b1658","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:12.704350462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"e2e-enrichment-model-ref","reconcileID":"db701850-caa7-4b24-93ce-e24b1ed3d00d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"tenant":"e2e-worker-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:12.704462097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"e2e-enrichment-model-ref","reconcileID":"db701850-caa7-4b24-93ce-e24b1ed3d00d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:12.890202581Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-enrichment-sub","reconcileID":"301757a7-1f4e-4861-8e7d-423a564a5a2b","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-3d8404/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:12.916063531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-enrichment-auth","reconcileID":"af02a0b5-0e05-4db2-901d-9d9fc1d53d36","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:12.985334708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-enrichment-auth","reconcileID":"af02a0b5-0e05-4db2-901d-9d9fc1d53d36","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:13.013997435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"3147cbee-2735-4d3e-be68-723b914dc24a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:13.014450991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"5788b698-519b-48f1-85d6-4a211e7aac9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:13.110971132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"5788b698-519b-48f1-85d6-4a211e7aac9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:13.111775517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"e2e-enrichment-model-ref","reconcileID":"e20f00e7-7a26-4baf-929a-3425eaf0512f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"tenant":"e2e-worker-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:13.111835717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"e2e-enrichment-model-ref","reconcileID":"e20f00e7-7a26-4baf-929a-3425eaf0512f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:13.113559392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"3147cbee-2735-4d3e-be68-723b914dc24a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:13.274598728Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-kube","reconcileID":"718ea426-6aec-430d-bc6b-576d5d060516","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:13.306126446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"e2e-enrichment-model-ref","reconcileID":"ca975698-aadc-424a-956c-06d9c1fcb9ab","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"tenant":"e2e-worker-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:13.306172601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"e2e-enrichment-model-ref","reconcileID":"ca975698-aadc-424a-956c-06d9c1fcb9ab","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:13.366032023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-enrichment-sub","reconcileID":"cd5f0600-c86a-4eeb-b2b0-dc6488f3cee0","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w1-3d8404/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:13.562819224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-enrichment-auth","reconcileID":"740a7773-d47b-429c-84c9-f7658158a229","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:13.56805852Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-kube","reconcileID":"718ea426-6aec-430d-bc6b-576d5d060516","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:13.568192593Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-kube","reconcileID":"718ea426-6aec-430d-bc6b-576d5d060516","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:13.568387799Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-kube","reconcileID":"718ea426-6aec-430d-bc6b-576d5d060516","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-ba1918/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:13.620734079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-enrichment-auth","reconcileID":"740a7773-d47b-429c-84c9-f7658158a229","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:13.786677149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"1317c153-b908-447e-a8b9-a1fe0a39a6b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:13.846948404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"02c2bda7-5000-46d2-a291-b02befb30d27","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:13.908709579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"e2e-enrichment-model-ref","reconcileID":"478a7dfe-457e-4945-8599-03eb6bf8d13a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"tenant":"e2e-worker-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:13.908814106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"e2e-enrichment-model-ref","reconcileID":"478a7dfe-457e-4945-8599-03eb6bf8d13a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:13.988673665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"3266a0e7-1cba-4cc5-af19-e2a5abfc4a49","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:14.008199525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"48bef088-e879-438e-acdc-6cf032c60782","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:14.008359093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"0834e224-3d5f-4208-b00a-152301f0ad54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:14.008693001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-kube-auth","reconcileID":"c48db097-0ba8-4a06-b906-6e109f633386","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:14.066084665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"48bef088-e879-438e-acdc-6cf032c60782","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:14.066254589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-kube-auth","reconcileID":"c48db097-0ba8-4a06-b906-6e109f633386","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:14.068375168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"0834e224-3d5f-4208-b00a-152301f0ad54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:14.076699899Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-enrichment-auth","reconcileID":"9a08780f-4e3f-4266-977c-d09ac69375a6","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:14.076713533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"e2e-enrichment-model-ref","reconcileID":"d5b849a9-0828-44a7-95a9-f05bc6aaa38d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"tenant":"e2e-worker-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:14.07672912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"e2e-enrichment-model-ref","reconcileID":"d5b849a9-0828-44a7-95a9-f05bc6aaa38d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:14.28404038Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-degraded-models-kube-auth","reconcileID":"a380978b-bc41-417e-a1cf-4e138c047a54","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:14.287752919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"e2e-enrichment-model-ref","reconcileID":"7067dd19-1ba9-4a80-9d82-f94a6b466237","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"tenant":"e2e-worker-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:14.287771673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"e2e-enrichment-model-ref","reconcileID":"7067dd19-1ba9-4a80-9d82-f94a6b466237","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:14.296397063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"98d60787-be50-49b6-85a4-21b4c28dc30d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:14.350634182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-enrichment-sub","reconcileID":"019e4d38-bdcf-4f4f-86a6-8c8b3b962244","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w1-3d8404/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:14.353680431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"98d60787-be50-49b6-85a4-21b4c28dc30d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:14.428006493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"e2e-enrichment-model-ref","reconcileID":"f0b8d385-6a2a-489c-acf7-1ad959b66625","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"tenant":"e2e-worker-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:14.428033887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"e2e-enrichment-model-ref","reconcileID":"f0b8d385-6a2a-489c-acf7-1ad959b66625","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:14.444528119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"27c0b031-b727-4924-a43f-ecd6c42f60e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:14.499491258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"0b0683ab-39fb-4f48-aa69-460cc2f36fcd","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:14.502855062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"27c0b031-b727-4924-a43f-ecd6c42f60e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:14.707450551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"f4609cf2-9205-4043-8a5f-c729e570d00f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:14.764942351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"f4609cf2-9205-4043-8a5f-c729e570d00f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:14.902330032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"597ba74e-5988-4e6c-b3c9-9abd7c8e75e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:14.960174338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"597ba74e-5988-4e6c-b3c9-9abd7c8e75e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:16.639491382Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-test-subscription-no-access","reconcileID":"cf275e1a-2858-49a3-b1bb-e8d152372875","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:16.800822476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-test-subscription-no-access","reconcileID":"cf275e1a-2858-49a3-b1bb-e8d152372875","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:17.022037887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"964d315c-88c3-402c-86be-5ef07fb9edc5","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:17.166112905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"b631e738-ef50-468f-9a09-f01afc36de81","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:17.183125074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-test-auth-no-access","reconcileID":"9956f5a1-8b08-4ff1-9eda-2b1e96c67aab","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:17.183133308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"37195a2e-1151-4df2-83a2-641c3810d55f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:17.183611925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"fa41461c-7e22-4b4c-beb9-e8998ed34ec9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:17.24146131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"37195a2e-1151-4df2-83a2-641c3810d55f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:17.242496114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"fa41461c-7e22-4b4c-beb9-e8998ed34ec9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:17.244047447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-test-auth-no-access","reconcileID":"9956f5a1-8b08-4ff1-9eda-2b1e96c67aab","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:17.449674101Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-test-auth-no-access","reconcileID":"17629976-a8d7-42bc-a785-4e5f831ea9e0","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:17.661730369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"0c18bfd2-51d4-4a2f-99ae-7003735ed3da","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:21.398408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"a4bfab0f-fbf3-4839-a85c-29a6cfa38f7a","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:21.456611448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"dbf65825-5b42-4ece-a323-aa8ed2e7baac","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:37:21.508479942Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-list-subs-refs-sub","reconcileID":"1d0670ac-f7e6-4874-b6cb-05b3452d706b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:21.561368363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"1fa8411c-f87b-4d7f-93d5-eb8ad50fddb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:21.561368813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"6ee77d1b-53db-4bc6-9289-8fac4a97b2c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:21.619360091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"6ee77d1b-53db-4bc6-9289-8fac4a97b2c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:21.619378661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"1fa8411c-f87b-4d7f-93d5-eb8ad50fddb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:21.624552066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"701459a9-df58-489a-93df-fff82e51e665","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:21.682746023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"602f0e5b-7c2c-411a-bcb8-da9c58b73d57","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:21.958689966Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-list-subs-refs-sub","reconcileID":"0569818c-a19f-4b67-96df-feb3caff4eca","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w2-ba1918/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:21.988526254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"f6cb94ab-d3c2-4612-88ed-164a34fac42e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:21.988526119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"6898b269-c276-4c77-b4ac-b1630a4bc6de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:22.047562198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"6898b269-c276-4c77-b4ac-b1630a4bc6de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:22.047560602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"f6cb94ab-d3c2-4612-88ed-164a34fac42e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:22.129006822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"0c76508c-08c4-4ef8-b22b-f6aff1936c01","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:22.175934198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"f8974d01-3c54-4c7b-9e8e-e439328b5fb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:22.344481995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-list-subs-refs-sub","reconcileID":"7d795737-691d-4d24-89f5-b457d75b83ef","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:24.397632851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"d3e289d7-8671-4227-95c2-dade14396d51","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:24.559818834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"9ab3092c-c808-4a8b-a494-5fe3fbfecf5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:24.559883859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"2257977e-32ce-4505-80ec-1f166c7c6662","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:24.619782608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"2257977e-32ce-4505-80ec-1f166c7c6662","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:24.6197824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"9ab3092c-c808-4a8b-a494-5fe3fbfecf5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:24.632645696Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-enrichment-sub","reconcileID":"6ab1b3a8-917f-4b85-8b29-67fcefa9f0af","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:24.686734864Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-enrichment-sub","reconcileID":"6ab1b3a8-917f-4b85-8b29-67fcefa9f0af","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:24.740937603Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-enrichment-sub","reconcileID":"6ab1b3a8-917f-4b85-8b29-67fcefa9f0af","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:25.006533168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"e71e9d33-c00c-49f8-864f-931be166f15c","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:25.006858042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"17fd3e51-4be6-4951-9646-fa99d55fec36","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"distinct-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"distinct-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:25.064746864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"e2e-enrichment-model-ref","reconcileID":"974d6b65-2baf-4653-955e-c5a8af9bb437","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"tenant":"e2e-worker-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:25.064769214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"e2e-enrichment-model-ref","reconcileID":"974d6b65-2baf-4653-955e-c5a8af9bb437","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:25.065442546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"8a8bf6a0-76f7-43a3-ba95-3784a835ed9e","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:25.06584152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"290fccbf-bbe4-4574-9aa0-60f65d955ba2","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"distinct-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"distinct-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:37:25.118497591Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-partial-access-sub","reconcileID":"f29da077-61c5-45ea-98d3-ad4c5264b29b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:25.173036668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"72ca68ae-ccff-45d1-a0d7-053ce039a364","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:25.173037685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"b4cb82a6-d3a8-4934-b062-0e9badb7f7c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:25.231517719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"b4cb82a6-d3a8-4934-b062-0e9badb7f7c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:25.232529439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"72ca68ae-ccff-45d1-a0d7-053ce039a364","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:25.270700684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"d7e94be0-bfb7-4f7c-8530-e68cebbfaaa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:25.270728505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"e65ec05c-a12f-4e2d-8bb5-28262ffccf78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:25.328662745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"d7e94be0-bfb7-4f7c-8530-e68cebbfaaa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:25.328758229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"e65ec05c-a12f-4e2d-8bb5-28262ffccf78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:25.426098361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"cfa0e531-6996-4cf3-8f6a-6e7146170c24","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:25.426532834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"b01e016e-6825-43e3-91df-fbc54fb7e7d5","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"distinct-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"distinct-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:25.426847333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"7ffcf03e-3622-4f29-ad82-c001182e260f","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:25.484422746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-partial-access-auth","reconcileID":"5d2bf46a-283c-4db3-ba77-16ce6299561a","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:25.542125636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-partial-access-auth","reconcileID":"5d2bf46a-283c-4db3-ba77-16ce6299561a","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:25.565619642Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-partial-access-sub","reconcileID":"5b2d1f8c-8510-4680-97ce-85b25be01dbe","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-fb6e1d/e2e-partial-access-sub","ai-tenant-e2e-worker-w4-fb6e1d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:25.58477619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"2540685b-2a2c-46bf-95b9-545f6fd2444d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:25.584942573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"ab188fe2-5c25-4f6b-8547-a70ba9563514","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:25.643227287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"ab188fe2-5c25-4f6b-8547-a70ba9563514","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:25.643445868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"2540685b-2a2c-46bf-95b9-545f6fd2444d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:25.731366846Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-partial-access-sub","reconcileID":"5b2d1f8c-8510-4680-97ce-85b25be01dbe","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-distinct-w4-fb6e1d","model":"distinct-w4-fb6e1d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-fb6e1d/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:25.783720812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"49ea924d-2ce7-452d-b0e1-06e248bebea9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:25.864694066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"b6aea40f-730e-44c7-9e1a-726b4b486cc1","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:25.959040322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"7d6ed510-906f-4a15-95a5-d226838d28a7","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:25.959423984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"f8538c83-6f02-42d5-86cf-41bb9e5fa47f","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"distinct-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"distinct-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.025384176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-partial-access-auth","reconcileID":"7544445f-dd5f-44f1-aacc-135401ce9eff","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.083093473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-partial-access-auth","reconcileID":"7544445f-dd5f-44f1-aacc-135401ce9eff","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.115325145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"882a9ec7-d878-4a77-83ee-bc16ac2dd7f2","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.17460125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"95a1b86e-71a2-4beb-88a6-5c175f2a868d","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.174798698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-partial-access-sub","reconcileID":"9c75c9eb-1ed1-42b3-9c0d-deb113ebf81d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.174939666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"4a699d4a-abdb-46cb-9479-7d142e606d70","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"distinct-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"distinct-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.223334623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"d4d1ef4f-56d5-4276-84c7-901dd20907a6","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:37:26.229351133Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-3d8404/e2e-model-match-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.275300699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"1686541c-9dd3-4f8d-9355-e777bb466acc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.275951882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"3800f9e6-dac8-49dd-8fd0-943f89431c91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.281592465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"dd7f1327-8415-4816-b04a-b66b862925ea","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.333201118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"1686541c-9dd3-4f8d-9355-e777bb466acc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.333449045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"3800f9e6-dac8-49dd-8fd0-943f89431c91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.335950707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-partial-access-sub","reconcileID":"9c75c9eb-1ed1-42b3-9c0d-deb113ebf81d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-distinct-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/distinct-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.376747349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"5f2b93cd-c65c-4664-b52f-0cf8a459adcd","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.376895583Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-3d8404 priority=0:[ai-tenant-e2e-worker-w1-3d8404/e2e-model-match-sub ai-tenant-e2e-worker-w1-3d8404/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.43373138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"de42e35b-099a-4122-bc5b-3039ada12941","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.488647301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"29e81815-7f06-4905-a680-4c846a9e2c8f","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:37:26.492745285Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-3d8404/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.498420972Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-match-sub","reconcileID":"eb0408d2-9209-42fd-8e82-503721127e3a","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-distinct-w1-3d8404","model":"distinct-w1-3d8404","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-3d8404/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.547381458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"5ff4bfaf-2cca-42e6-9d5b-ef96e4f1aa57","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.650473161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"e04b4e57-835d-4ff8-abd3-8e8179199b72","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.707170965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"cb5436a8-ee55-49dd-9562-05c970d51bf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.707222192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"8321b124-a993-4403-ab12-dc916b0d962e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.711882176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"f9806424-0c3a-43de-8158-d2e9f7bdbbc4","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.765781513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"8321b124-a993-4403-ab12-dc916b0d962e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.765898217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"cb5436a8-ee55-49dd-9562-05c970d51bf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:37:26.767043818Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"f9806424-0c3a-43de-8158-d2e9f7bdbbc4","name":"distinct-w1-3d8404","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-3d8404\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:37:26.76711568Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"f9806424-0c3a-43de-8158-d2e9f7bdbbc4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-3d8404\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.770718899Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-nomatch-sub","reconcileID":"fd040722-9215-4646-9b87-c8d23c3c5d6a","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-distinct-2-w1-3d8404","model":"distinct-2-w1-3d8404","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-3d8404/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.772960682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"54137bb1-d3c0-40b9-a939-5dee85a44dc8","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.884014805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-match-sub","reconcileID":"a7da9b5d-bf41-4609-968a-63b4b7f973bc","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-distinct-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/distinct-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.923373762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-match-auth","reconcileID":"7deb67c1-cd6e-43b5-9612-71f1bb81524b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.928537161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"48ade289-ba80-4862-9595-9667ee534226","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.980921218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-match-auth","reconcileID":"7deb67c1-cd6e-43b5-9612-71f1bb81524b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.989777505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"7d701e1c-9dff-40e6-ae77-17b039ff92ba","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:37:27.045337768Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"7d701e1c-9dff-40e6-ae77-17b039ff92ba","name":"distinct-2-w1-3d8404","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-3d8404\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:37:27.045409395Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"7d701e1c-9dff-40e6-ae77-17b039ff92ba","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-3d8404\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:27.051458375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"13853534-f209-4f11-83d6-e2c4ae452eb8","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:27.154266556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-nomatch-sub","reconcileID":"dfc9bd2d-5ffe-4d9a-83b8-7ccbb01fab44","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-distinct-2-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/distinct-2-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:27.239291765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"b0e04bf4-e051-4128-86c7-8bffa57fceb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:27.239294695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"938d4556-8c66-4d61-a858-51c1989dc843","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:27.251241851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-nomatch-auth","reconcileID":"ced69be0-ea5e-454d-8d5c-b40f14675673","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:27.266480867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-match-sub","reconcileID":"b9db283a-95eb-4216-a144-05b2e21a3eb9","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-distinct-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/distinct-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:27.297348697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"b0e04bf4-e051-4128-86c7-8bffa57fceb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:27.298290591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"938d4556-8c66-4d61-a858-51c1989dc843","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:27.301775554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"9da78989-c38a-4dcf-a411-107b41278829","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:27.308524889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-nomatch-auth","reconcileID":"ced69be0-ea5e-454d-8d5c-b40f14675673","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:27.485696237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-nomatch-sub","reconcileID":"743cdd8f-54d6-45e6-bffd-fd2c8a862b28","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-distinct-2-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/distinct-2-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:27.567202493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-match-auth","reconcileID":"877fffc6-b80b-4058-87ce-f8975a963b79","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:27.583836982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"05fd0701-95b1-4bff-a513-f45f7c49998e","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:27.625567556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-match-auth","reconcileID":"877fffc6-b80b-4058-87ce-f8975a963b79","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:27.727218798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"3d93d769-7e3b-4ed4-a90d-8f017104e0a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:27.727257326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"cba099b2-3e58-4623-8064-03d20547196a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:27.785890863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"3d93d769-7e3b-4ed4-a90d-8f017104e0a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:27.786664332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"cba099b2-3e58-4623-8064-03d20547196a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:27.831357102Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ff336"},"namespace":"ai-tenant-e2e-ipp-b-5ff336","name":"default-tenant","reconcileID":"63fe9f2e-35c4-4d3f-a2d5-9aabd80c2cef","namespace":"ai-tenant-e2e-ipp-b-5ff336","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:27.831411661Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ff336"},"namespace":"ai-tenant-e2e-ipp-b-5ff336","name":"default-tenant","reconcileID":"63fe9f2e-35c4-4d3f-a2d5-9aabd80c2cef","namespace":"ai-tenant-e2e-ipp-b-5ff336","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:27.831470807Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ff336"},"namespace":"ai-tenant-e2e-ipp-b-5ff336","name":"default-tenant","reconcileID":"63fe9f2e-35c4-4d3f-a2d5-9aabd80c2cef","tenant":"e2e-ipp-b-5ff336","tenantID":"e2e-ipp-b-5ff336","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:27.850523033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-nomatch-auth","reconcileID":"0589207f-e4ad-412e-a527-2a418915059d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:27.886953201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ff336"},"namespace":"ai-tenant-e2e-ipp-b-5ff336","name":"default-tenant","reconcileID":"63fe9f2e-35c4-4d3f-a2d5-9aabd80c2cef","gvk":"Deployment","name":"maas-api-e2e-ipp-b-5ff336","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:27.909815746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-nomatch-auth","reconcileID":"0589207f-e4ad-412e-a527-2a418915059d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:27.949265996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ff336"},"namespace":"ai-tenant-e2e-ipp-b-5ff336","name":"default-tenant","reconcileID":"63fe9f2e-35c4-4d3f-a2d5-9aabd80c2cef","gvk":"Service","name":"maas-api-e2e-ipp-b-5ff336","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.005530542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ff336"},"namespace":"ai-tenant-e2e-ipp-b-5ff336","name":"default-tenant","reconcileID":"63fe9f2e-35c4-4d3f-a2d5-9aabd80c2cef","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-5ff336","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.06133335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ff336"},"namespace":"ai-tenant-e2e-ipp-b-5ff336","name":"default-tenant","reconcileID":"63fe9f2e-35c4-4d3f-a2d5-9aabd80c2cef","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-5ff336","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.118430354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ff336"},"namespace":"ai-tenant-e2e-ipp-b-5ff336","name":"default-tenant","reconcileID":"63fe9f2e-35c4-4d3f-a2d5-9aabd80c2cef","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-5ff336","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.176587605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ff336"},"namespace":"ai-tenant-e2e-ipp-b-5ff336","name":"default-tenant","reconcileID":"63fe9f2e-35c4-4d3f-a2d5-9aabd80c2cef","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-5ff336","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.234741181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ff336"},"namespace":"ai-tenant-e2e-ipp-b-5ff336","name":"default-tenant","reconcileID":"63fe9f2e-35c4-4d3f-a2d5-9aabd80c2cef","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-5ff336","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.291025465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ff336"},"namespace":"ai-tenant-e2e-ipp-b-5ff336","name":"default-tenant","reconcileID":"63fe9f2e-35c4-4d3f-a2d5-9aabd80c2cef","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-5ff336","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.346852097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ff336"},"namespace":"ai-tenant-e2e-ipp-b-5ff336","name":"default-tenant","reconcileID":"63fe9f2e-35c4-4d3f-a2d5-9aabd80c2cef","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-5ff336","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.402564323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ff336"},"namespace":"ai-tenant-e2e-ipp-b-5ff336","name":"default-tenant","reconcileID":"63fe9f2e-35c4-4d3f-a2d5-9aabd80c2cef","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-5ff336","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.465907799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ff336"},"namespace":"ai-tenant-e2e-ipp-b-5ff336","name":"default-tenant","reconcileID":"63fe9f2e-35c4-4d3f-a2d5-9aabd80c2cef","gvk":"Service","name":"payload-processing-e2e-ipp-b-5ff336","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.528581855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ff336"},"namespace":"ai-tenant-e2e-ipp-b-5ff336","name":"default-tenant","reconcileID":"63fe9f2e-35c4-4d3f-a2d5-9aabd80c2cef","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-5ff336","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.55086661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"169bdbdf-6a91-428b-8dd1-afbb6573ef75","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.586814691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ff336"},"namespace":"ai-tenant-e2e-ipp-b-5ff336","name":"default-tenant","reconcileID":"63fe9f2e-35c4-4d3f-a2d5-9aabd80c2cef","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-5ff336","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.598821881Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-partial-access-auth","reconcileID":"93cc6548-28fe-4f25-8b89-ef47258e087a","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.609921322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"988d94ea-d47b-4fc7-9cc6-9dcc7ff1deea","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.643993293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ff336"},"namespace":"ai-tenant-e2e-ipp-b-5ff336","name":"default-tenant","reconcileID":"63fe9f2e-35c4-4d3f-a2d5-9aabd80c2cef","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-5ff336","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.700352541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ff336"},"namespace":"ai-tenant-e2e-ipp-b-5ff336","name":"default-tenant","reconcileID":"63fe9f2e-35c4-4d3f-a2d5-9aabd80c2cef","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-5ff336","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.717334558Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-match-sub","reconcileID":"0e9a8e37-f6e1-4d03-9259-67654eb46706","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-09d399be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.756984324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ff336"},"namespace":"ai-tenant-e2e-ipp-b-5ff336","name":"default-tenant","reconcileID":"63fe9f2e-35c4-4d3f-a2d5-9aabd80c2cef","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-5ff336","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.811316913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"d3aca8a4-cf2c-43da-a326-057fd754a1d2","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.812184576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ff336"},"namespace":"ai-tenant-e2e-ipp-b-5ff336","name":"default-tenant","reconcileID":"63fe9f2e-35c4-4d3f-a2d5-9aabd80c2cef","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-5ff336","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.81713375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"7a3c9e1b-0c47-4a80-a9ba-5247140e3578","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.817698978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-match-auth","reconcileID":"2d3bbbb8-b537-4dbf-b2d3-c839ac69727a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.817969511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-nomatch-auth","reconcileID":"4cdbc9a2-afa9-401c-82ea-5e28205d5cc4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.818273114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"70fa08bb-7d96-42d6-b780-21d4dbdd23b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.867589626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ff336"},"namespace":"ai-tenant-e2e-ipp-b-5ff336","name":"default-tenant","reconcileID":"63fe9f2e-35c4-4d3f-a2d5-9aabd80c2cef","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-5ff336","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.877673267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-match-auth","reconcileID":"2d3bbbb8-b537-4dbf-b2d3-c839ac69727a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.877764035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-nomatch-auth","reconcileID":"4cdbc9a2-afa9-401c-82ea-5e28205d5cc4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.88050246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"7a3c9e1b-0c47-4a80-a9ba-5247140e3578","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.887355509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"70fa08bb-7d96-42d6-b780-21d4dbdd23b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.922984753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ff336"},"namespace":"ai-tenant-e2e-ipp-b-5ff336","name":"default-tenant","reconcileID":"63fe9f2e-35c4-4d3f-a2d5-9aabd80c2cef","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-5ff336","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.950923259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"fd930f37-159d-421f-9023-cf984e4631ab","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.951256094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"e5f7b801-1b1d-475f-9963-340b72ce4db4","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"distinct-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"distinct-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.977959438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5ff336"},"namespace":"ai-tenant-e2e-ipp-b-5ff336","name":"default-tenant","reconcileID":"63fe9f2e-35c4-4d3f-a2d5-9aabd80c2cef","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-5ff336","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:29.113470606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"24d126fb-4019-4b8b-96de-32a2b9460230","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:29.170824044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"24d126fb-4019-4b8b-96de-32a2b9460230","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:29.359203267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-match-auth","reconcileID":"f7fec2ae-648d-4ee0-99f1-3c7c521ec013","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:29.35941398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-nomatch-auth","reconcileID":"ee6ddc3a-f835-4a7e-8c4c-d81ec2dfe34c","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:29.359203253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"ed2ad0a6-e878-410d-bae4-f97c35f78917","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:29.359789049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"96c3c64d-b5b5-4cbf-9bc0-34538ada1399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:29.418443175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"ed2ad0a6-e878-410d-bae4-f97c35f78917","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:29.419270956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"96c3c64d-b5b5-4cbf-9bc0-34538ada1399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:29.421293383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-nomatch-auth","reconcileID":"ee6ddc3a-f835-4a7e-8c4c-d81ec2dfe34c","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:29.422857041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-match-auth","reconcileID":"f7fec2ae-648d-4ee0-99f1-3c7c521ec013","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:29.542627023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"adf031cc-ad25-4d9b-a6cc-ab0153877011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:29.599991356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"adf031cc-ad25-4d9b-a6cc-ab0153877011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:33.11356824Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5ff336","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5ff336","reconcileID":"506b93f7-0722-4ac3-824d-d06a5b59dd2c","aitenant":"ai-tenants/e2e-ipp-b-5ff336","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:33.709962653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36629b93-c41a-41cc-8c60-6f63a9f760f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:33.764878389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36629b93-c41a-41cc-8c60-6f63a9f760f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:33.819235847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36629b93-c41a-41cc-8c60-6f63a9f760f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:33.873777448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36629b93-c41a-41cc-8c60-6f63a9f760f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:33.931555051Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5ff336","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5ff336","reconcileID":"506b93f7-0722-4ac3-824d-d06a5b59dd2c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-5ff336","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-5ff336"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:34.034903969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9672a1"},"namespace":"ai-tenant-e2e-praxis-a-9672a1","name":"default-tenant","reconcileID":"330afba2-28e9-46a8-bb84-8164dc836bf7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-9672a1","tenantID":"e2e-praxis-a-9672a1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:34.157605095Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9672a1"},"namespace":"ai-tenant-e2e-praxis-a-9672a1","name":"default-tenant","reconcileID":"330afba2-28e9-46a8-bb84-8164dc836bf7","name":"e2e-praxis-a-9672a1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:34.565741151Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-list-subs-refs-sub","reconcileID":"cb896c4e-596e-4d58-805e-8621b6622746","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:34.788064345Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"e2e-list-subs-refs-sub","reconcileID":"cb896c4e-596e-4d58-805e-8621b6622746","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ba1918/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:35.035069769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"0214a193-db9a-43e2-81f4-ca92b91f43ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:35.113333617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"ebee04b9-5c9d-4253-911c-6a4bf8e61fa3","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:35.174502868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"6cf519c9-cd8d-4759-bd32-6ed125302273","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:35.344503011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"120fdcb3-9761-4488-a1fc-c9dc9bdd181f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:35.345424403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"aaa36a60-9990-4a1c-b40a-84a42b722324","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:35.403719347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"120fdcb3-9761-4488-a1fc-c9dc9bdd181f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:35.404393087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"aaa36a60-9990-4a1c-b40a-84a42b722324","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:35.910060458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c53d195-dd82-43a9-bdf2-76958b7766c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:35.965279345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c53d195-dd82-43a9-bdf2-76958b7766c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:36.02042544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c53d195-dd82-43a9-bdf2-76958b7766c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:36.076451412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c53d195-dd82-43a9-bdf2-76958b7766c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:36.191714015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-nomatch-sub","reconcileID":"59555653-1299-47bc-860a-6a0ae3a0915b","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-distinct-2-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/distinct-2-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:36.438286652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"ff2c5147-0a9c-4452-bc4d-b2fbda6602d9","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:37.041729387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-nomatch-auth","reconcileID":"75e2808c-0aeb-4d7d-997d-6a3bb70d2b6a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:37.041991322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"d719655e-9b9c-4f86-b6af-858b7ff0efa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:37.042370348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-match-auth","reconcileID":"baf769a3-ec3f-413f-8013-fdd9707a54c1","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:37.04256519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"30c5059c-d013-4abe-a3b0-635d76f43009","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:37.100620014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"d719655e-9b9c-4f86-b6af-858b7ff0efa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:37.100911996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-nomatch-auth","reconcileID":"75e2808c-0aeb-4d7d-997d-6a3bb70d2b6a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:37.102862159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"30c5059c-d013-4abe-a3b0-635d76f43009","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:37.103329055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-match-auth","reconcileID":"baf769a3-ec3f-413f-8013-fdd9707a54c1","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:37.165672131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"a4edb24c-3462-434c-afbd-70f4fa59af5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:37.175481402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"2b54f2d0-e422-4a8f-9b22-de1570b3776c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:37.237945991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"2b54f2d0-e422-4a8f-9b22-de1570b3776c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:37.47009808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"60eae3ff-1d13-408c-9d74-4a9bf6f99a2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:37.52777669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"60eae3ff-1d13-408c-9d74-4a9bf6f99a2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:37.575597539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"da8d0777-4708-4f47-8ecc-6f8c383f0d60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:37.575901436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-match-auth","reconcileID":"019daddb-de57-42f3-8d10-6e301ef028d9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:37.576182078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"489853ca-16e1-46a5-8850-0ae1758cf0a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:37.637920323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-match-auth","reconcileID":"019daddb-de57-42f3-8d10-6e301ef028d9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:37.638024629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"489853ca-16e1-46a5-8850-0ae1758cf0a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:37.64130154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"da8d0777-4708-4f47-8ecc-6f8c383f0d60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:37.72789288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-nomatch-auth","reconcileID":"31eab2a9-c8d7-4b92-ac08-989b601d9c6d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:37.785366919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-nomatch-auth","reconcileID":"31eab2a9-c8d7-4b92-ac08-989b601d9c6d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:38.773167967Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-match-sub","reconcileID":"2db89e61-4cab-4db1-baca-9261f59499b4","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/distinct-w1-3d8404","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:38.828098199Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-match-sub","reconcileID":"2db89e61-4cab-4db1-baca-9261f59499b4","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/distinct-w1-3d8404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:38.861498625Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:38.882055311Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-match-sub","reconcileID":"2db89e61-4cab-4db1-baca-9261f59499b4","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/distinct-w1-3d8404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:39.118271357Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-partial-access-sub","reconcileID":"baece086-87bd-4c36-9663-96333363090c","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:39.16110069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"e22f8f80-1008-4528-9a90-119c43ad3ed8","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:39.299469855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"539a40cc-ab05-4d23-bc0d-385ca28edd99","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:39.339946489Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-partial-access-sub","reconcileID":"baece086-87bd-4c36-9663-96333363090c","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-fb6e1d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:39.33998087Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-partial-access-sub","reconcileID":"baece086-87bd-4c36-9663-96333363090c","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"model":"e2e-models-e2e-worker-w4-fb6e1d/distinct-w4-fb6e1d","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:39.39391032Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-partial-access-sub","reconcileID":"baece086-87bd-4c36-9663-96333363090c","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"model":"e2e-models-e2e-worker-w4-fb6e1d/distinct-w4-fb6e1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:39.431853867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-nomatch-auth","reconcileID":"f9839909-a9d8-45d6-acab-3e9eb767d368","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:39.432166047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"678591fd-3730-4aa1-98c7-4783addfbf54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:39.432344317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"c7bdd663-5d6e-4d67-bded-d76d69c7b6c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:39.432570624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-match-auth","reconcileID":"078a426d-6603-474f-b0f7-5b55d3467eda","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:39.448095008Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-partial-access-sub","reconcileID":"baece086-87bd-4c36-9663-96333363090c","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/distinct-w4-fb6e1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:39.466656851Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-nomatch-sub","reconcileID":"1fd6d26f-2c81-4de4-91a9-c65ffd240d34","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-42665ce8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:39.494205585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-nomatch-auth","reconcileID":"f9839909-a9d8-45d6-acab-3e9eb767d368","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:39.494384577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"678591fd-3730-4aa1-98c7-4783addfbf54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:39.499374655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"c7bdd663-5d6e-4d67-bded-d76d69c7b6c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:39.499702943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-match-auth","reconcileID":"078a426d-6603-474f-b0f7-5b55d3467eda","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:39.555929042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"ff3598b0-736d-4847-a4a6-9ab30795d2a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:39.729352334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"ae48dfc5-c4cc-4340-8893-23909c4e27fe","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:39.729809527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"75cee045-c4d9-48fc-8099-5df7db2e8d09","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"distinct-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"distinct-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:39.96517409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"9992522d-0073-49f4-8794-37857c8b4e5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:39.976699226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-match-auth","reconcileID":"2426f2cc-6377-4521-b794-57b9033645aa","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:39.976809715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"f2b5486c-9d33-468f-8839-eb687bfe5855","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:39.97742361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"a0f88674-02dc-4b67-84cb-3f5a339d22cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:39.978666972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-nomatch-auth","reconcileID":"d114af98-88ee-4be6-ac7b-9be57dd283b9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:40.025292826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"9992522d-0073-49f4-8794-37857c8b4e5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:40.03633854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"a0f88674-02dc-4b67-84cb-3f5a339d22cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:40.037590139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-match-auth","reconcileID":"2426f2cc-6377-4521-b794-57b9033645aa","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:40.041347976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-nomatch-auth","reconcileID":"d114af98-88ee-4be6-ac7b-9be57dd283b9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:40.041769158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"f2b5486c-9d33-468f-8839-eb687bfe5855","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:40.215517737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"068895e0-1ea0-4bff-9e92-be9ebc65821d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:40.395847909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"3e68f948-a383-4d85-ab98-fc50ba496afe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:40.453594498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"3e68f948-a383-4d85-ab98-fc50ba496afe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:40.528814385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"90d55feb-0cf2-48b5-8e5a-2f948f09b4a3","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"distinct-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"distinct-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:40.587787632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"7588c2cd-485d-4dc7-b879-cdb17e7633e8","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"distinct-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"distinct-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:37:40.641448248Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-no-access-sub","reconcileID":"a28272b3-c9ed-4d20-ab12-ba01e45c4a6c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:40.694622794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"ac4acd82-aff7-404b-bd4e-df8b9c4d95ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:40.753268299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"ac4acd82-aff7-404b-bd4e-df8b9c4d95ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:40.755367444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"c8b68c49-6ba7-46ac-8f78-05e67876e490","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"distinct-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"distinct-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:40.787729941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"2b6371e2-fcb5-4d8f-944d-6b6f328ae8a4","MaaSModelRef":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"distinct-2-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"distinct-2-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:40.813475643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"29083002-c6c3-40f3-9de3-a1db90fa5b32","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"distinct-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"distinct-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:40.821873386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"9f0e95fd-9b28-417d-b3c4-9d6dc85022d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:40.84441356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"210b0607-09a9-49c5-8b4f-dcef2370b7ba","MaaSModelRef":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"distinct-2-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"distinct-2-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:40.880707642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"9f0e95fd-9b28-417d-b3c4-9d6dc85022d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:41.036242332Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-no-access-sub","reconcileID":"2273bdc6-69f0-49e0-a390-e905c87476af","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-distinct-w4-fb6e1d","model":"distinct-w4-fb6e1d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-fb6e1d/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:41.058087083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-no-access-auth","reconcileID":"5bc00743-5fac-4c55-b921-2be77b6d8ed1","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:41.115835006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-no-access-auth","reconcileID":"5bc00743-5fac-4c55-b921-2be77b6d8ed1","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:41.17426342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"705b070b-6f5a-401e-b356-b3531aaa635b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:41.206955743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"e49d6c30-f239-437a-80f1-673edbe5ba6c","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"distinct-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"distinct-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:41.232444358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"705b070b-6f5a-401e-b356-b3531aaa635b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:41.328260031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"18a440e6-7658-4164-a498-0b77a94281bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:41.385973223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"18a440e6-7658-4164-a498-0b77a94281bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:41.422998524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-no-access-sub","reconcileID":"0be05971-0a7e-4cdf-9fb6-bbc8a7bbb033","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-distinct-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/distinct-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:41.435732419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"57c3c54d-418d-4ca2-bcb3-53e014cd3058","MaaSModelRef":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"distinct-2-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"distinct-2-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:41.648819488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-no-access-auth","reconcileID":"86685817-a3bc-4649-b183-583fddc64fcb","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:41.706142728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-no-access-auth","reconcileID":"86685817-a3bc-4649-b183-583fddc64fcb","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:42.143678487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"4e239a52-edaf-4a7d-9c71-6c43f28bc1e4","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:42.248072089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"cd0b3be2-ac8a-4791-bc47-fd1749cc34ca","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:42.408679631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-test-group-no-auth","reconcileID":"1daf6743-6e08-4f55-b129-6971eee0e312","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:42.419921262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"db37671a-2dc4-4182-99c9-50ee2a1fc2bd","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:42.466270795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-test-group-no-auth","reconcileID":"1daf6743-6e08-4f55-b129-6971eee0e312","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:42.479254072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"5602928b-ba3e-4744-a79b-3e43a15271fd","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"distinct-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"distinct-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:42.53022933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"15f2916a-87db-4ce1-a8e6-6b0b20368b98","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:37:42.533319799Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-14b321/e2e-test-group-sub-only","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:42.579489674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"5fd0e3dc-6aea-429e-b2f3-3ba1cb34ce0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:42.582557981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"f425092e-2ddb-4137-aa34-31f9943e3729","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:42.586280335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"8aadf239-e6bc-405d-a921-fbe6e3c703cf","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:42.636444277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"5fd0e3dc-6aea-429e-b2f3-3ba1cb34ce0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:42.640425396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"f425092e-2ddb-4137-aa34-31f9943e3729","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:42.787282511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"ed55aded-8c59-4b13-a0e0-8e4142f7946f","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:42.860535858Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-test-group-sub-only","reconcileID":"f387cb6d-59a0-4869-a196-3b0c96ebcade","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-14b321/e2e-test-group-sub-only","ai-tenant-e2e-worker-w3-14b321/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:42.904092242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"84cebbca-11ab-4713-bb6c-f7553f6b458b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:42.948088329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-test-group-no-auth","reconcileID":"894e3da9-65e2-4769-a31d-b57e54cf1cf4","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:43.004989298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-test-group-no-auth","reconcileID":"894e3da9-65e2-4769-a31d-b57e54cf1cf4","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:43.030892309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"90ca8c48-b3c8-4442-bb68-c7c61ee8022d","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:43.07965548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"13c12ccc-0b14-4589-8174-017e71f1f7c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:43.087072991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"e42eb1cc-f3e9-43bf-9353-8699399d1885","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:43.087502304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"3536ad10-ed7a-40bf-8a6c-74b88794bf28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:43.14968394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"e42eb1cc-f3e9-43bf-9353-8699399d1885","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:43.151391518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"3536ad10-ed7a-40bf-8a6c-74b88794bf28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:43.260390612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-test-group-sub-only","reconcileID":"d01f75ca-062b-4898-8e33-8db69a89c12a","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:43.943544789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4141ab8e-0342-4791-bd71-b434ad713735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:43.997375281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4141ab8e-0342-4791-bd71-b434ad713735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:44.05143003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4141ab8e-0342-4791-bd71-b434ad713735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:44.079510884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"9c9da4a9-6a8b-4b29-aa18-5b66d49c8cb8","MaaSModelRef":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"distinct-2-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"distinct-2-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:44.105372374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4141ab8e-0342-4791-bd71-b434ad713735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:44.105384914Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-no-access-auth","reconcileID":"b6a74395-a792-402f-bbd4-7e07b56bb732","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"model":"e2e-models-e2e-worker-w4-fb6e1d/distinct-2-w4-fb6e1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:44.319422057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"aea69b0d-fdf0-4d10-ad98-d3f352714385","MaaSModelRef":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"distinct-2-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"distinct-2-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:44.459567203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"981ef27e-f649-45c0-9f69-23b93e8efdab","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"distinct-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"distinct-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:44.482034057Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-c5148c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-c5148c","reconcileID":"2576fd1e-f62d-48ef-ac7d-ec567968dd96","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-c5148c","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-c5148c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:44.670461605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"1b8653b6-628b-455e-aac6-df41d413454f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:44.670481646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"3e88792c-032e-4908-83c4-f050a9f73dcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:44.732086193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"3e88792c-032e-4908-83c4-f050a9f73dcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:44.733289167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"1b8653b6-628b-455e-aac6-df41d413454f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:45.687679492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"2d1239ba-dc17-4bb7-a16b-662569ea141c","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:45.848281469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"b9bb0053-8dde-4ba8-ad89-0092a9cf4bdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:45.84833025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-test-group-no-auth","reconcileID":"6d0e4a03-bf95-4595-ae3c-944330a582e6","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:45.848720247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"9b23698c-8a06-499d-881a-45c007eef73d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:45.911948557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-test-group-no-auth","reconcileID":"6d0e4a03-bf95-4595-ae3c-944330a582e6","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:45.916256777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"b9bb0053-8dde-4ba8-ad89-0092a9cf4bdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:45.919540065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"9b23698c-8a06-499d-881a-45c007eef73d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:46.081025465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b28f55db-1c20-4319-9cd7-994909ee9b39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:46.135193136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b28f55db-1c20-4319-9cd7-994909ee9b39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:46.19030606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b28f55db-1c20-4319-9cd7-994909ee9b39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:46.245040108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b28f55db-1c20-4319-9cd7-994909ee9b39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:48.196879217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d249ac0c-290b-4884-9ae9-75184f8c51a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:48.251140429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d249ac0c-290b-4884-9ae9-75184f8c51a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:48.305496789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d249ac0c-290b-4884-9ae9-75184f8c51a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:48.359700982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d249ac0c-290b-4884-9ae9-75184f8c51a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:48.555086383Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-test-group-sub-only","reconcileID":"7670b375-92f6-4364-a5f7-8c49263be7fc","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-14b321"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d33dea87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:48.799219375Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"e2f7d436-df89-4e50-943e-089cadfb2670","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-14b321/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:49.127341754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"ee622516-1872-4026-b085-1849425a586f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:49.520434483Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-nomatch-sub","reconcileID":"e49891d8-7bfb-41ba-bd9c-e5b71e2326cc","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/distinct-2-w1-3d8404","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:49.574322266Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-nomatch-sub","reconcileID":"e49891d8-7bfb-41ba-bd9c-e5b71e2326cc","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/distinct-2-w1-3d8404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:49.628876693Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-nomatch-sub","reconcileID":"e49891d8-7bfb-41ba-bd9c-e5b71e2326cc","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/distinct-2-w1-3d8404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:49.934188705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"459656c1-d2a3-4e94-9adb-950dbd1254b2","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:50.078228385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"48b7659c-e7e1-408b-a657-f23a7bf052eb","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:50.202351088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"fcc14bf7-3f7a-45a9-90a5-3f9c8a4c8bcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:50.202385666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"a0f9117c-6e91-45d7-a373-3590374d883d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:50.202798828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-match-auth","reconcileID":"af53def6-2d48-4a7f-98ba-44ba4689fd05","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:50.202810053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-nomatch-auth","reconcileID":"77b0898f-6251-44af-8c65-7e8ebc37f845","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:50.26211516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"fcc14bf7-3f7a-45a9-90a5-3f9c8a4c8bcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:50.262861414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"a0f9117c-6e91-45d7-a373-3590374d883d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:50.267260942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-match-auth","reconcileID":"af53def6-2d48-4a7f-98ba-44ba4689fd05","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:50.267801734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-nomatch-auth","reconcileID":"77b0898f-6251-44af-8c65-7e8ebc37f845","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:50.297129258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"117bd864-b5fc-49b5-a5c1-5c15eb1ed68b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:50.351333666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"117bd864-b5fc-49b5-a5c1-5c15eb1ed68b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:50.405655141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"117bd864-b5fc-49b5-a5c1-5c15eb1ed68b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:50.45959265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"117bd864-b5fc-49b5-a5c1-5c15eb1ed68b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:50.534276405Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-match-auth","reconcileID":"22ab8290-ea70-45ef-8c9d-8906273b3489","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/distinct-w1-3d8404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:50.785777492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-nomatch-auth","reconcileID":"9ff872a6-46b4-49fa-ad28-9266f6e7e3b6","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:50.792956548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"8282455d-bed2-4150-899b-db14d4b82f8c","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:50.843999513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-nomatch-auth","reconcileID":"9ff872a6-46b4-49fa-ad28-9266f6e7e3b6","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:50.93293081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"462a3a37-a939-4220-9a0f-efc8c179774a","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:51.051249085Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"e2e-model-nomatch-auth","reconcileID":"0e78b946-e616-4e91-9942-60df06368ac3","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/distinct-2-w1-3d8404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:51.309567832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"85412662-9721-4ea4-94dc-eb9af66b6eaf","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:52.406312932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63177145-69f8-440d-bfc7-c2f572179818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:52.460329573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63177145-69f8-440d-bfc7-c2f572179818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:52.513979963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63177145-69f8-440d-bfc7-c2f572179818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:52.568130055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63177145-69f8-440d-bfc7-c2f572179818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:54.629467813Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-no-access-sub","reconcileID":"bdbe03fa-cd70-4004-9f43-a3fad5a1129b","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"model":"e2e-models-e2e-worker-w4-fb6e1d/distinct-w4-fb6e1d","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:54.683247151Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-no-access-sub","reconcileID":"bdbe03fa-cd70-4004-9f43-a3fad5a1129b","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"model":"e2e-models-e2e-worker-w4-fb6e1d/distinct-w4-fb6e1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:54.737487813Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"e2e-no-access-sub","reconcileID":"bdbe03fa-cd70-4004-9f43-a3fad5a1129b","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/distinct-w4-fb6e1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:55.015742523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"574e3b77-0a2b-4a53-ae4e-4ac41a51e1d7","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"distinct-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"distinct-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:55.225199429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"f9d99ee6-0c37-4ee8-9744-1aaae9bcb796","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:55.225249879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"8ef0366d-5a97-4277-8689-6256310a94c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:55.283406959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"8ef0366d-5a97-4277-8689-6256310a94c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:55.283411893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"f9d99ee6-0c37-4ee8-9744-1aaae9bcb796","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:57.096843014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1067528-8a71-4d85-9985-fa2304bc662a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:57.151383872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1067528-8a71-4d85-9985-fa2304bc662a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:57.20513699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1067528-8a71-4d85-9985-fa2304bc662a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:57.259521246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1067528-8a71-4d85-9985-fa2304bc662a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:57.628558032Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-fe63ac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-fe63ac","reconcileID":"4c6115d1-0b38-4f5f-9336-154e1c6f3c15","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-fe63ac","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-fe63ac":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:58.609304954Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-test-group-sub-only","reconcileID":"1bb64995-cfef-4e2b-a9ec-724a30df58bd","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-14b321"},"model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:58.781956188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-test-group-sub-only","reconcileID":"1bb64995-cfef-4e2b-a9ec-724a30df58bd","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:59.003014681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"5137b3ff-7d75-458c-9528-8bb79c25c1a4","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:59.156198539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"baed1f9a-b697-47a0-afc0-07fc6e6c218a","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:59.214377544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e2f7ae8-77c5-480d-8bf0-99b828714929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:59.214484453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-test-group-no-auth","reconcileID":"2ae3f16e-1229-41b2-bf8b-f4560139adf8","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:59.214678263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"0ffa59c0-56ca-4806-a267-f15bab831e8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:59.214734999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"0ea6f37a-042f-4086-87bf-75e96d9603f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:59.268981431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e2f7ae8-77c5-480d-8bf0-99b828714929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:59.323020156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e2f7ae8-77c5-480d-8bf0-99b828714929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:59.327692194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"0ffa59c0-56ca-4806-a267-f15bab831e8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:59.327889748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"0ea6f37a-042f-4086-87bf-75e96d9603f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:59.329936622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-test-group-no-auth","reconcileID":"2ae3f16e-1229-41b2-bf8b-f4560139adf8","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:59.376693905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e2f7ae8-77c5-480d-8bf0-99b828714929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:59.539930038Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"e2e-test-group-no-auth","reconcileID":"280c2cd2-bda7-449a-9e04-64a6b53ffdf6","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-14b321"},"model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:59.713562777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"21d3875c-75cb-4020-a8fb-c9173da93b58","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:01.428944499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"131636bd-38da-4e42-a09f-fb3a07abe5d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:01.483978559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"131636bd-38da-4e42-a09f-fb3a07abe5d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:01.541432619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"131636bd-38da-4e42-a09f-fb3a07abe5d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:01.596141403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"131636bd-38da-4e42-a09f-fb3a07abe5d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:01.602629157Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-b4d53e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-b4d53e","reconcileID":"33068368-93b4-4fd8-8974-68cb196586d6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-b4d53e","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-b4d53e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:01.709121828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"fa2200b4-20d3-4e4c-b1a2-7887cdd81343","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:01.771916026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"fa2200b4-20d3-4e4c-b1a2-7887cdd81343","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:01.833277439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"3983ee36-aac7-44f3-8e1d-61e02e738c4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:01.894975226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"3983ee36-aac7-44f3-8e1d-61e02e738c4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:02.165729412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"a2933d31-fc96-4526-ae45-bcf254253ec6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:02.225381374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"a2933d31-fc96-4526-ae45-bcf254253ec6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:02.306987752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"2a8d62e7-2db2-4139-a588-aaa343312782","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:02.364826186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"2a8d62e7-2db2-4139-a588-aaa343312782","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:03.600358753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43fb7e38-65f6-4335-bae2-6a3a8d1fda37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:03.655436679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43fb7e38-65f6-4335-bae2-6a3a8d1fda37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:03.709208824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43fb7e38-65f6-4335-bae2-6a3a8d1fda37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:03.763177564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43fb7e38-65f6-4335-bae2-6a3a8d1fda37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:05.788502363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f04ae4-f10e-4311-832b-a72dde9bd05b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:05.84238561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f04ae4-f10e-4311-832b-a72dde9bd05b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:05.896371592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f04ae4-f10e-4311-832b-a72dde9bd05b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:05.950260249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f04ae4-f10e-4311-832b-a72dde9bd05b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:06.297175639Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-28f82c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-28f82c","reconcileID":"8e09c478-3ee9-42ea-b366-306a1ec83d80","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-28f82c","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-28f82c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:07.955274244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a9897f-bee5-4708-a677-8e8c0d4128ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:08.009371627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a9897f-bee5-4708-a677-8e8c0d4128ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:08.063378035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a9897f-bee5-4708-a677-8e8c0d4128ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:08.117432862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a9897f-bee5-4708-a677-8e8c0d4128ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:08.85887208Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:10.076109251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6608eae-8e54-4faf-8e3b-dc4c31a8b24f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:10.130124742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6608eae-8e54-4faf-8e3b-dc4c31a8b24f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:10.18387298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6608eae-8e54-4faf-8e3b-dc4c31a8b24f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:10.237919872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6608eae-8e54-4faf-8e3b-dc4c31a8b24f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:12.187471432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a913267-d0a4-40a8-ac24-9041304b0fd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:12.241855612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a913267-d0a4-40a8-ac24-9041304b0fd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:12.296427695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a913267-d0a4-40a8-ac24-9041304b0fd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:12.352518862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a913267-d0a4-40a8-ac24-9041304b0fd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:14.279778984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbb2db9f-20be-4fb8-a119-1d084a93e3e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:14.334015392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbb2db9f-20be-4fb8-a119-1d084a93e3e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:14.387762848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbb2db9f-20be-4fb8-a119-1d084a93e3e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:14.44160284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbb2db9f-20be-4fb8-a119-1d084a93e3e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:16.383697531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79bdada3-eb80-42e9-8968-684fcd92e45d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:16.441673614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79bdada3-eb80-42e9-8968-684fcd92e45d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:16.496034113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79bdada3-eb80-42e9-8968-684fcd92e45d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:16.551491163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79bdada3-eb80-42e9-8968-684fcd92e45d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:20.469130829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e2c14e-31ee-4fc9-ae0b-6264f46fe99f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:20.52297379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e2c14e-31ee-4fc9-ae0b-6264f46fe99f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:20.57687991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e2c14e-31ee-4fc9-ae0b-6264f46fe99f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:20.707576825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e2c14e-31ee-4fc9-ae0b-6264f46fe99f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:21.036527319Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-b1be95","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-b1be95","reconcileID":"400eb1dd-ebf3-4807-8e95-c1730bb42545","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-b1be95","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-b1be95":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:21.716704896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"923849c4-c3ac-4ab0-8285-0f91f585f475","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:21.716900974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"ac83c485-cefe-4a5c-98f5-7ce182b22c07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:21.776096976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"ac83c485-cefe-4a5c-98f5-7ce182b22c07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:21.776186337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"923849c4-c3ac-4ab0-8285-0f91f585f475","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:22.79531826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94c96177-9e5e-413d-97fe-30538b6a0bf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:22.849369419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94c96177-9e5e-413d-97fe-30538b6a0bf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:22.904026738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94c96177-9e5e-413d-97fe-30538b6a0bf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:22.960454798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94c96177-9e5e-413d-97fe-30538b6a0bf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:25.183956225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0ceec1-bbbd-4129-89c5-b73688687e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:25.243270703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0ceec1-bbbd-4129-89c5-b73688687e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:25.297506828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0ceec1-bbbd-4129-89c5-b73688687e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:25.35988019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0ceec1-bbbd-4129-89c5-b73688687e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:27.230576081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"default-tenant","reconcileID":"8be611f1-7507-47cd-b759-c01e46dd6439","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c5148c","tenantID":"e2e-shared-a-w2-c5148c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:27.369638545Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"default-tenant","reconcileID":"8be611f1-7507-47cd-b759-c01e46dd6439","name":"e2e-shared-a-w2-c5148c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:38.859655929Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:42.166752913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"default-tenant","reconcileID":"bfb683fe-5b43-4ea0-88cd-21f966cf9a11","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:42.28472279Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"default-tenant","reconcileID":"bfb683fe-5b43-4ea0-88cd-21f966cf9a11","name":"e2e-shared-a-w1-fe63ac-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:52.106231442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"default-tenant","reconcileID":"b1820fa1-26ba-400f-b24d-bf7fd78ee7e2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b4d53e","tenantID":"e2e-shared-a-w4-b4d53e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:52.223605031Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"default-tenant","reconcileID":"b1820fa1-26ba-400f-b24d-bf7fd78ee7e2","name":"e2e-shared-a-w4-b4d53e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:02.108697893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"default-tenant","reconcileID":"c530369a-0cf0-433d-a867-2e4973b909aa","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-28f82c","tenantID":"e2e-shared-a-w3-28f82c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:02.227389212Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"default-tenant","reconcileID":"c530369a-0cf0-433d-a867-2e4973b909aa","name":"e2e-shared-a-w3-28f82c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:08.859612308Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:21.869342696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b1be95"},"namespace":"ai-tenant-e2e-praxis-b-b1be95","name":"default-tenant","reconcileID":"5c935d1d-1773-46bb-b64d-e4ca220565e8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-b1be95","tenantID":"e2e-praxis-b-b1be95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:21.991628706Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b1be95"},"namespace":"ai-tenant-e2e-praxis-b-b1be95","name":"default-tenant","reconcileID":"5c935d1d-1773-46bb-b64d-e4ca220565e8","name":"e2e-praxis-b-b1be95-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:28.814407934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b01d0a3-1b66-4c80-96ea-5eac6e0b2872","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:28.872053331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b01d0a3-1b66-4c80-96ea-5eac6e0b2872","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:28.926690214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b01d0a3-1b66-4c80-96ea-5eac6e0b2872","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:28.980606909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b01d0a3-1b66-4c80-96ea-5eac6e0b2872","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:30.92805462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47870214-4a0e-40f0-9adf-54b04248b47f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:30.981784578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47870214-4a0e-40f0-9adf-54b04248b47f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:31.035394171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47870214-4a0e-40f0-9adf-54b04248b47f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:31.092736359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47870214-4a0e-40f0-9adf-54b04248b47f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:33.210174917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e94cb1-b51f-4ea2-ab63-e8aa0b237b70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:33.268975247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e94cb1-b51f-4ea2-ab63-e8aa0b237b70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:33.330930597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e94cb1-b51f-4ea2-ab63-e8aa0b237b70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:33.388002517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e94cb1-b51f-4ea2-ab63-e8aa0b237b70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:35.879118123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d3afcd3-d1dc-4516-9a02-898c04976939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:35.939261839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d3afcd3-d1dc-4516-9a02-898c04976939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:35.996796178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d3afcd3-d1dc-4516-9a02-898c04976939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:36.056013254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d3afcd3-d1dc-4516-9a02-898c04976939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:36.505834054Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-fbec82","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-fbec82","reconcileID":"d4c579a6-8539-42c0-8463-e6e318a7aa1a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-fbec82","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-fbec82":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:38.048890255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58a96fe7-79eb-426a-9bb7-333fbd2a0641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:38.103427722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58a96fe7-79eb-426a-9bb7-333fbd2a0641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:38.157945652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58a96fe7-79eb-426a-9bb7-333fbd2a0641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:38.211697582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58a96fe7-79eb-426a-9bb7-333fbd2a0641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:38.859867934Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:40.144624142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d4561e8-fd6f-45b3-8b44-f15386cb8742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:40.19866651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d4561e8-fd6f-45b3-8b44-f15386cb8742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:40.253351584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d4561e8-fd6f-45b3-8b44-f15386cb8742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:40.310195461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d4561e8-fd6f-45b3-8b44-f15386cb8742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:44.856083471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1725717-4564-46dc-8631-4a05eda96a65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:44.910083704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1725717-4564-46dc-8631-4a05eda96a65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:44.964081978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1725717-4564-46dc-8631-4a05eda96a65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:45.018094368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1725717-4564-46dc-8631-4a05eda96a65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:47.036601834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d949521a-475f-4ee3-ab91-3c4cf86bccb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:47.090587386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d949521a-475f-4ee3-ab91-3c4cf86bccb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:47.144653833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d949521a-475f-4ee3-ab91-3c4cf86bccb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:47.199396764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d949521a-475f-4ee3-ab91-3c4cf86bccb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:49.18851904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99aea988-d391-4c23-8823-92a33fafc404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:49.242839896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99aea988-d391-4c23-8823-92a33fafc404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:49.29655823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99aea988-d391-4c23-8823-92a33fafc404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:49.35006683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99aea988-d391-4c23-8823-92a33fafc404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:50.943998582Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-c25940","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-c25940","reconcileID":"e507b854-4175-419f-a63a-7af4d444d54b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-c25940","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-c25940":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:51.312851656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b44b8708-6741-4da7-ae05-574c930f79bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:51.366458047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b44b8708-6741-4da7-ae05-574c930f79bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:51.42022221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b44b8708-6741-4da7-ae05-574c930f79bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:51.473828381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b44b8708-6741-4da7-ae05-574c930f79bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:53.486498881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17edc55f-b9d8-48ba-b5a0-b79f11c21b0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:53.540572462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17edc55f-b9d8-48ba-b5a0-b79f11c21b0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:53.594503398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17edc55f-b9d8-48ba-b5a0-b79f11c21b0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:53.648810707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17edc55f-b9d8-48ba-b5a0-b79f11c21b0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:55.608771195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"559c736e-cbf7-4f2f-9053-84b14f7f0ac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:55.662688085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"559c736e-cbf7-4f2f-9053-84b14f7f0ac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:55.716372982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"559c736e-cbf7-4f2f-9053-84b14f7f0ac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:55.770081791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"559c736e-cbf7-4f2f-9053-84b14f7f0ac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:57.778176766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43097a4f-15ce-4a81-9a20-73cf3e753580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:57.8323915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43097a4f-15ce-4a81-9a20-73cf3e753580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:57.886071689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43097a4f-15ce-4a81-9a20-73cf3e753580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:57.940437774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43097a4f-15ce-4a81-9a20-73cf3e753580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:59.937644814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54fc15a7-80f3-44f2-b901-20fbce3ba024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:59.991836753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54fc15a7-80f3-44f2-b901-20fbce3ba024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:00.045399463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54fc15a7-80f3-44f2-b901-20fbce3ba024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:00.099210438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54fc15a7-80f3-44f2-b901-20fbce3ba024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:00.261267839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"1d4e6183-61c8-4e45-ac21-d5cbd341b2c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:00.476254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"2b43f8d1-9d7f-4df2-be6c-453e59ef41ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:00.529590578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9596ee6e-ea51-4041-950a-43928dd9e975","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:00.582997424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"914ec899-5cfe-4033-bf02-a6424d7cca97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:00.627978473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"3c7adac4-720f-4fbf-92a9-5d3fc4765795","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:00.796494975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"d14ad570-c61a-47f7-a9ac-bcec0dd4014a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:00.897668042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"b84fc033-8990-4476-8c80-591e4d3079dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:01.021788487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"bf317c8d-90ee-42ef-bf82-7005f0201e0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:01.078426674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"346e0cb0-9477-453f-b5aa-f0c400961ac4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:01.13342239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"362a654c-f1fd-45c2-af59-5636cc906706","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:01.338316532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"a805c602-89e5-4519-8440-8290e6434b89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:01.403796159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"2bd8fd44-b8b2-4adf-aaa3-625eb0b501c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:02.095719833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"556da5d5-4929-4f4a-8b48-7e1d543d05da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:02.149360999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"556da5d5-4929-4f4a-8b48-7e1d543d05da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:02.203615312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"556da5d5-4929-4f4a-8b48-7e1d543d05da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:02.257910078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"556da5d5-4929-4f4a-8b48-7e1d543d05da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:03.068360764Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-a51378","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-a51378","reconcileID":"497be26e-1487-4ae8-9bab-1910cef01642","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-a51378","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-a51378":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:04.280087361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73e59002-73c9-4b22-b2d2-a03b1fab2db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:04.335452688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73e59002-73c9-4b22-b2d2-a03b1fab2db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:04.389712257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73e59002-73c9-4b22-b2d2-a03b1fab2db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:04.444483856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73e59002-73c9-4b22-b2d2-a03b1fab2db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:06.376198125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8fc2974-cd1e-4fc3-a288-b97601227220","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:06.432075877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8fc2974-cd1e-4fc3-a288-b97601227220","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:06.486046443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8fc2974-cd1e-4fc3-a288-b97601227220","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:06.539789612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8fc2974-cd1e-4fc3-a288-b97601227220","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:08.478071139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93d6d2e1-a12c-408d-94ab-1ea5172a82be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:08.531911033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93d6d2e1-a12c-408d-94ab-1ea5172a82be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:08.58641858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93d6d2e1-a12c-408d-94ab-1ea5172a82be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:08.64033284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93d6d2e1-a12c-408d-94ab-1ea5172a82be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:08.860476736Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:10.604254785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"150c1733-f21c-4e30-b03e-5b2e6f463ae4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:10.658013562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"150c1733-f21c-4e30-b03e-5b2e6f463ae4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:10.712443457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"150c1733-f21c-4e30-b03e-5b2e6f463ae4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:10.766313237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"150c1733-f21c-4e30-b03e-5b2e6f463ae4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:12.727209654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252cad4b-2b09-4836-ba83-d9e6fa8db7d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:12.783266351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252cad4b-2b09-4836-ba83-d9e6fa8db7d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:12.840962389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252cad4b-2b09-4836-ba83-d9e6fa8db7d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:12.904606044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252cad4b-2b09-4836-ba83-d9e6fa8db7d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:13.991917238Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-7ca60f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-7ca60f","reconcileID":"5064edc8-b324-4f77-9df5-4829ddcb39a0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-7ca60f","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-7ca60f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:14.856378345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8601b02-cfe5-40ad-8134-32c54b33ebfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:14.910163348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8601b02-cfe5-40ad-8134-32c54b33ebfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:14.964072588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8601b02-cfe5-40ad-8134-32c54b33ebfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:15.017959382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8601b02-cfe5-40ad-8134-32c54b33ebfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:17.084623088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc064bfd-116b-4bee-ad29-74bcbc352256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:17.139063594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc064bfd-116b-4bee-ad29-74bcbc352256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:17.192609567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc064bfd-116b-4bee-ad29-74bcbc352256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:17.246365519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc064bfd-116b-4bee-ad29-74bcbc352256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:19.187259346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e40d1097-e3ff-40f3-a9a3-c10a1f35fe79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:19.241272281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e40d1097-e3ff-40f3-a9a3-c10a1f35fe79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:19.295078166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e40d1097-e3ff-40f3-a9a3-c10a1f35fe79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:19.34913904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e40d1097-e3ff-40f3-a9a3-c10a1f35fe79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:21.290633839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8119b1b-0d48-4c83-b217-936d7f5dec26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:21.344663339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8119b1b-0d48-4c83-b217-936d7f5dec26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:21.398583023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8119b1b-0d48-4c83-b217-936d7f5dec26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:21.45287602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8119b1b-0d48-4c83-b217-936d7f5dec26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:23.408586294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cffc7c72-d92c-4e68-919d-5b4d80ea4d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:23.462239406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cffc7c72-d92c-4e68-919d-5b4d80ea4d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:23.516112385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cffc7c72-d92c-4e68-919d-5b4d80ea4d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:23.569957509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cffc7c72-d92c-4e68-919d-5b4d80ea4d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:25.522411766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3569229-7823-4031-9329-0f204405efa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:25.575997904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3569229-7823-4031-9329-0f204405efa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:25.629920978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3569229-7823-4031-9329-0f204405efa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:25.683998182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3569229-7823-4031-9329-0f204405efa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:27.683838811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20356866-8e4a-4447-9a34-de6f1f6417bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:27.737873751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20356866-8e4a-4447-9a34-de6f1f6417bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:27.791905743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20356866-8e4a-4447-9a34-de6f1f6417bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:27.845723075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20356866-8e4a-4447-9a34-de6f1f6417bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:29.786745353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a76dad5-2043-46bc-9058-62b1d8c4b85d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:29.841659236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a76dad5-2043-46bc-9058-62b1d8c4b85d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:29.895294419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a76dad5-2043-46bc-9058-62b1d8c4b85d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:29.948916318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a76dad5-2043-46bc-9058-62b1d8c4b85d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:37.18873277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9875f63e-6dd1-41a7-8774-80f6f0503be6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:37.242934954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9875f63e-6dd1-41a7-8774-80f6f0503be6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:37.296710097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9875f63e-6dd1-41a7-8774-80f6f0503be6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:37.350637268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9875f63e-6dd1-41a7-8774-80f6f0503be6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:38.859711995Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:39.27811499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e27c60be-26dc-47d8-b2db-db8a3a34a8f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:39.331873413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e27c60be-26dc-47d8-b2db-db8a3a34a8f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:39.385508075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e27c60be-26dc-47d8-b2db-db8a3a34a8f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:39.439236841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e27c60be-26dc-47d8-b2db-db8a3a34a8f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:41.368346431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e9e350-f7ce-4949-b219-9c01b66b1cd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:41.422653131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e9e350-f7ce-4949-b219-9c01b66b1cd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:41.476669691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e9e350-f7ce-4949-b219-9c01b66b1cd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:41.530392982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e9e350-f7ce-4949-b219-9c01b66b1cd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:43.503321947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7350963d-d0d0-442b-9038-c46d3d625e22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:43.557077498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7350963d-d0d0-442b-9038-c46d3d625e22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:43.61084286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7350963d-d0d0-442b-9038-c46d3d625e22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:43.664643843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7350963d-d0d0-442b-9038-c46d3d625e22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:45.598977882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf43dda5-1607-45e9-ac20-0ace70f231cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:45.652935117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf43dda5-1607-45e9-ac20-0ace70f231cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:45.706708338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf43dda5-1607-45e9-ac20-0ace70f231cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:45.760605256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf43dda5-1607-45e9-ac20-0ace70f231cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:46.594978115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"default-tenant","reconcileID":"64a9d818-ba05-478e-b7b7-796b64c8be49","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fbec82","tenantID":"e2e-shared-b-w2-fbec82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:46.71273589Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"default-tenant","reconcileID":"64a9d818-ba05-478e-b7b7-796b64c8be49","name":"e2e-shared-b-w2-fbec82-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:47.69159739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd8e2b23-4b7d-4b88-ab93-c7ed012027b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:47.746569165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd8e2b23-4b7d-4b88-ab93-c7ed012027b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:47.802556528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd8e2b23-4b7d-4b88-ab93-c7ed012027b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:47.857104625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd8e2b23-4b7d-4b88-ab93-c7ed012027b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:49.793134915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3558ab46-0704-4887-8a65-f15cd5e67f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:49.847577167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3558ab46-0704-4887-8a65-f15cd5e67f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:49.901567269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3558ab46-0704-4887-8a65-f15cd5e67f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:49.955720747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3558ab46-0704-4887-8a65-f15cd5e67f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:51.921207139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"767a8198-486a-4181-b68e-502622e1c613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:51.975056383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"767a8198-486a-4181-b68e-502622e1c613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:52.029312444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"767a8198-486a-4181-b68e-502622e1c613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:52.083424545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"767a8198-486a-4181-b68e-502622e1c613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:54.127817771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"2a3903b4-bdcb-4690-8738-2157f2177199","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:54.239088036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"4e3fbd40-bac0-40f8-9218-c150d5f0d27a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:54.403004085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"e6b9ab96-7486-4e2e-b1dd-f46a19009e62","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:54.514744785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"34165faf-b915-490a-92e5-e19e8e5a025b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:54.689492515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"defee323-b838-44e9-a639-0084ac7922a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:54.783338254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"f38b8c46-4130-4c73-bb7c-c16426e5a47a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:54.887885332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"61ff2775-cc7c-4a71-8061-ee7ffda19a9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:54.888601606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"97744bd7-e9ae-4a44-8411-b26daf35a567","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:55.023600205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"85cd1885-edf5-4183-a7e9-196d9a0dcb9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:55.191365555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"10dac180-ea35-465a-b0ce-49391dd1e089","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:55.28641976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5059452e-503a-4c71-b3f7-73a3830db4c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:55.466695312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"ca3f3673-ea47-4f27-84fe-5a8ebdb382e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:07.028411983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"default-tenant","reconcileID":"f5360b91-7c28-4e8a-b0a7-d30b9b652814","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:07.156593888Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"default-tenant","reconcileID":"f5360b91-7c28-4e8a-b0a7-d30b9b652814","name":"e2e-shared-b-w1-c25940-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:08.862070622Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:12.344303237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"aab2f063-3636-4d40-b482-eb3900f3843a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:12.508348167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"86ffd5b8-3aa1-467c-9937-6720b715b71e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:12.676766668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"e58ecd6a-02f4-4163-824a-9fc75504d3d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:12.803423288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"c8eb6db2-08cd-45c6-8afe-628fc3999b60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:12.910429691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c20b5d3d-6789-4bbf-b200-cf4e88677a4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:13.110678734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"285524bc-0b99-4e98-a4e1-8c1417dd374f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:13.110693081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"0356555b-37cf-4b9c-9385-871e367dba06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:13.210292654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"da04639c-5219-4e71-8a0a-6f31246f5307","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:13.210443081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"ddab4900-b10d-419c-baaa-502f83de6a2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:13.420261758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"19916dc4-e281-4b62-b188-ac8a9059b204","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:13.477675975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0cdd4c14-7387-43ed-92ef-405f105ef541","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:13.644496741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"3ab476b7-5cb0-40ab-8523-99ef1588ea9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:21.904633787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"fdb028e2-791e-42ee-8fdb-c8f494db4809","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a51378","tenantID":"e2e-shared-b-w4-a51378","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:22.023621378Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"fdb028e2-791e-42ee-8fdb-c8f494db4809","name":"e2e-shared-b-w4-a51378-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:22.082704584Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9672a1"},"namespace":"ai-tenant-e2e-praxis-a-9672a1","name":"default-tenant","reconcileID":"276d57f4-75a2-4153-a915-ceb974ad181b","namespace":"ai-tenant-e2e-praxis-a-9672a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:22.082761807Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9672a1"},"namespace":"ai-tenant-e2e-praxis-a-9672a1","name":"default-tenant","reconcileID":"276d57f4-75a2-4153-a915-ceb974ad181b","namespace":"ai-tenant-e2e-praxis-a-9672a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:22.082809477Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9672a1"},"namespace":"ai-tenant-e2e-praxis-a-9672a1","name":"default-tenant","reconcileID":"276d57f4-75a2-4153-a915-ceb974ad181b","tenant":"e2e-praxis-a-9672a1","tenantID":"e2e-praxis-a-9672a1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:22.141177918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9672a1"},"namespace":"ai-tenant-e2e-praxis-a-9672a1","name":"default-tenant","reconcileID":"276d57f4-75a2-4153-a915-ceb974ad181b","gvk":"Deployment","name":"maas-api-e2e-praxis-a-9672a1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:22.203189219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9672a1"},"namespace":"ai-tenant-e2e-praxis-a-9672a1","name":"default-tenant","reconcileID":"276d57f4-75a2-4153-a915-ceb974ad181b","gvk":"Service","name":"maas-api-e2e-praxis-a-9672a1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:22.261685331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9672a1"},"namespace":"ai-tenant-e2e-praxis-a-9672a1","name":"default-tenant","reconcileID":"276d57f4-75a2-4153-a915-ceb974ad181b","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-9672a1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:22.316712424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9672a1"},"namespace":"ai-tenant-e2e-praxis-a-9672a1","name":"default-tenant","reconcileID":"276d57f4-75a2-4153-a915-ceb974ad181b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-9672a1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:22.376806607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9672a1"},"namespace":"ai-tenant-e2e-praxis-a-9672a1","name":"default-tenant","reconcileID":"276d57f4-75a2-4153-a915-ceb974ad181b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-9672a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:22.437779721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9672a1"},"namespace":"ai-tenant-e2e-praxis-a-9672a1","name":"default-tenant","reconcileID":"276d57f4-75a2-4153-a915-ceb974ad181b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-9672a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:22.495798765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9672a1"},"namespace":"ai-tenant-e2e-praxis-a-9672a1","name":"default-tenant","reconcileID":"276d57f4-75a2-4153-a915-ceb974ad181b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-9672a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:22.551494236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9672a1"},"namespace":"ai-tenant-e2e-praxis-a-9672a1","name":"default-tenant","reconcileID":"276d57f4-75a2-4153-a915-ceb974ad181b","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-9672a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:22.604987762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9672a1"},"namespace":"ai-tenant-e2e-praxis-a-9672a1","name":"default-tenant","reconcileID":"276d57f4-75a2-4153-a915-ceb974ad181b","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-9672a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:22.660670053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9672a1"},"namespace":"ai-tenant-e2e-praxis-a-9672a1","name":"default-tenant","reconcileID":"276d57f4-75a2-4153-a915-ceb974ad181b","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-9672a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:22.713845399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9672a1"},"namespace":"ai-tenant-e2e-praxis-a-9672a1","name":"default-tenant","reconcileID":"276d57f4-75a2-4153-a915-ceb974ad181b","gvk":"Service","name":"payload-processing-e2e-praxis-a-9672a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:22.767206878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9672a1"},"namespace":"ai-tenant-e2e-praxis-a-9672a1","name":"default-tenant","reconcileID":"276d57f4-75a2-4153-a915-ceb974ad181b","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-9672a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:22.820413617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9672a1"},"namespace":"ai-tenant-e2e-praxis-a-9672a1","name":"default-tenant","reconcileID":"276d57f4-75a2-4153-a915-ceb974ad181b","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-9672a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:22.873421928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9672a1"},"namespace":"ai-tenant-e2e-praxis-a-9672a1","name":"default-tenant","reconcileID":"276d57f4-75a2-4153-a915-ceb974ad181b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-9672a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:22.926557068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9672a1"},"namespace":"ai-tenant-e2e-praxis-a-9672a1","name":"default-tenant","reconcileID":"276d57f4-75a2-4153-a915-ceb974ad181b","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-9672a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:22.983905782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9672a1"},"namespace":"ai-tenant-e2e-praxis-a-9672a1","name":"default-tenant","reconcileID":"276d57f4-75a2-4153-a915-ceb974ad181b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-9672a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:23.037137481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9672a1"},"namespace":"ai-tenant-e2e-praxis-a-9672a1","name":"default-tenant","reconcileID":"276d57f4-75a2-4153-a915-ceb974ad181b","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-9672a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:23.090354023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9672a1"},"namespace":"ai-tenant-e2e-praxis-a-9672a1","name":"default-tenant","reconcileID":"276d57f4-75a2-4153-a915-ceb974ad181b","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-9672a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:23.147830056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9672a1"},"namespace":"ai-tenant-e2e-praxis-a-9672a1","name":"default-tenant","reconcileID":"276d57f4-75a2-4153-a915-ceb974ad181b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-9672a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:23.204415052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9672a1"},"namespace":"ai-tenant-e2e-praxis-a-9672a1","name":"default-tenant","reconcileID":"276d57f4-75a2-4153-a915-ceb974ad181b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-9672a1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:31.968579489Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-9672a1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-9672a1","reconcileID":"3ae692a2-4cb5-4819-93ec-38a051e0122a","aitenant":"ai-tenants/e2e-praxis-a-9672a1","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:32.105750891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"674ac6b2-dd36-4f59-90fa-983dd74a5846","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:32.166079356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"653a46e9-768c-4f31-baa6-6152bc66eca1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:32.248214083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"342c8e66-fb25-4dbc-8c18-3918f2ce68c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:32.48749947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"3c096c4d-5e23-4d76-995c-f74248899155","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:32.572803669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d904c29f-d3e9-4af9-a194-c85025df3489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:32.591261456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"f70e5336-c97b-4ee7-aaa8-5bbfde1a0f10","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:32.610224902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9db35587-f878-48a8-afe9-4c09afdeb635","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:32.627199355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d904c29f-d3e9-4af9-a194-c85025df3489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:32.681333209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d904c29f-d3e9-4af9-a194-c85025df3489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:32.735511961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d904c29f-d3e9-4af9-a194-c85025df3489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:32.895505419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4adb95eb-5158-49ec-9f08-65577f3a163e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:32.90807484Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-9672a1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-9672a1","reconcileID":"3ae692a2-4cb5-4819-93ec-38a051e0122a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-9672a1","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-9672a1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:32.954620093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"ae90abdf-a412-44ad-848e-388dbf65c5dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:33.064071952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"d6fc160e-2829-45c1-8af0-1ea75c4ad705","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:33.15586922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"2d3b0597-cac2-4dc6-bfbf-04c5b61f359a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:33.176912395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"default-tenant","reconcileID":"0ab870ce-40d9-4683-9f3e-878072a4b81a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7ca60f","tenantID":"e2e-shared-b-w3-7ca60f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:33.252608784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"49802007-56c4-4aeb-bd21-1a029bf58cff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:33.313462008Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"default-tenant","reconcileID":"0ab870ce-40d9-4683-9f3e-878072a4b81a","name":"e2e-shared-b-w3-7ca60f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:33.358005651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"3c79ed9a-637e-4c96-a14e-b993f835afdb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:34.694726946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c50b4e4e-51e2-4a17-be0d-6567c5b7bd22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:34.748874514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c50b4e4e-51e2-4a17-be0d-6567c5b7bd22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:34.803084977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c50b4e4e-51e2-4a17-be0d-6567c5b7bd22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:34.856971695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c50b4e4e-51e2-4a17-be0d-6567c5b7bd22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:36.797626677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd89a95a-71a1-4f1e-accd-bcd00cee7059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:36.851948913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd89a95a-71a1-4f1e-accd-bcd00cee7059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:36.906192068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd89a95a-71a1-4f1e-accd-bcd00cee7059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:36.960574044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd89a95a-71a1-4f1e-accd-bcd00cee7059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:38.861573459Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:40.783141719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da60b8c0-e53d-4017-82ff-f089b7cde578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:40.836853302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da60b8c0-e53d-4017-82ff-f089b7cde578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:40.890825811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da60b8c0-e53d-4017-82ff-f089b7cde578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:40.945172105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da60b8c0-e53d-4017-82ff-f089b7cde578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:42.898222567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a7ce02f-5e40-4c6e-bc9e-716df855da79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:42.952120658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a7ce02f-5e40-4c6e-bc9e-716df855da79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:43.005998027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a7ce02f-5e40-4c6e-bc9e-716df855da79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:43.059875906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a7ce02f-5e40-4c6e-bc9e-716df855da79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:44.990654804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b45ad7c6-051f-4006-b6d1-c2b3cbaa1a5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:45.044522583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b45ad7c6-051f-4006-b6d1-c2b3cbaa1a5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:45.098601521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b45ad7c6-051f-4006-b6d1-c2b3cbaa1a5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:45.152861644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b45ad7c6-051f-4006-b6d1-c2b3cbaa1a5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:05.521013209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34bc47c8-3c89-4b9c-96cf-17523dc9c961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:05.575053047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34bc47c8-3c89-4b9c-96cf-17523dc9c961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:05.628903611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34bc47c8-3c89-4b9c-96cf-17523dc9c961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:05.683336344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34bc47c8-3c89-4b9c-96cf-17523dc9c961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:07.622919826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8722982-ed56-4d4c-b0be-f704334c5850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:07.676884172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8722982-ed56-4d4c-b0be-f704334c5850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:07.730720392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8722982-ed56-4d4c-b0be-f704334c5850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:07.785021754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8722982-ed56-4d4c-b0be-f704334c5850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:08.861701781Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:24.748771771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c40610c5-b72c-4fae-97a4-6d8702135181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:24.798441707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c40610c5-b72c-4fae-97a4-6d8702135181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:24.848268459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c40610c5-b72c-4fae-97a4-6d8702135181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:24.89860904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c40610c5-b72c-4fae-97a4-6d8702135181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:26.756130876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67d70c08-a6d3-4f78-83c9-c75adaadc1bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:26.806481615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67d70c08-a6d3-4f78-83c9-c75adaadc1bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:26.856726609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67d70c08-a6d3-4f78-83c9-c75adaadc1bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:26.90681004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67d70c08-a6d3-4f78-83c9-c75adaadc1bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:38.168090678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"ccef1620-61e7-4866-b1f8-5fae8d891eae","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"tenant":"e2e-shared-a-w2-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","model":"ai-tenant-e2e-shared-a-w2-c5148c/auth-test-model-c5148c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:38.168121947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"ccef1620-61e7-4866-b1f8-5fae8d891eae","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"routeName":"auth-test-model-c5148c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c5148c","llmisvcName":"auth-test-model-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:38.600202496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1834c71b-53ba-428f-9cea-e5e3ef69b761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:38.650195241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1834c71b-53ba-428f-9cea-e5e3ef69b761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:38.701361382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1834c71b-53ba-428f-9cea-e5e3ef69b761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:38.75160889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1834c71b-53ba-428f-9cea-e5e3ef69b761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:38.855449414Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:40.551045847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2952d66-fbb4-4499-a1c6-cadd786c441f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:40.601379683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2952d66-fbb4-4499-a1c6-cadd786c441f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:40.651183795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2952d66-fbb4-4499-a1c6-cadd786c441f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:40.702219572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2952d66-fbb4-4499-a1c6-cadd786c441f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:47.975135523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29c81ce0-f6a4-419b-9cb4-0d42f9a0faed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:48.025317564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29c81ce0-f6a4-419b-9cb4-0d42f9a0faed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:48.075416515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29c81ce0-f6a4-419b-9cb4-0d42f9a0faed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:48.125845309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29c81ce0-f6a4-419b-9cb4-0d42f9a0faed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:49.939296798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"188e265a-d586-4b8d-bef1-4f06347589fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:49.989626312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"188e265a-d586-4b8d-bef1-4f06347589fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:50.039345232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"188e265a-d586-4b8d-bef1-4f06347589fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:50.089062163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"188e265a-d586-4b8d-bef1-4f06347589fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:51.022470936Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b1be95"},"namespace":"ai-tenant-e2e-praxis-b-b1be95","name":"default-tenant","reconcileID":"03c66c1f-c582-4ce3-95ec-31cdaca87ae0","namespace":"ai-tenant-e2e-praxis-b-b1be95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:51.022522283Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b1be95"},"namespace":"ai-tenant-e2e-praxis-b-b1be95","name":"default-tenant","reconcileID":"03c66c1f-c582-4ce3-95ec-31cdaca87ae0","namespace":"ai-tenant-e2e-praxis-b-b1be95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:51.022570552Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b1be95"},"namespace":"ai-tenant-e2e-praxis-b-b1be95","name":"default-tenant","reconcileID":"03c66c1f-c582-4ce3-95ec-31cdaca87ae0","tenant":"e2e-praxis-b-b1be95","tenantID":"e2e-praxis-b-b1be95","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:51.076249054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b1be95"},"namespace":"ai-tenant-e2e-praxis-b-b1be95","name":"default-tenant","reconcileID":"03c66c1f-c582-4ce3-95ec-31cdaca87ae0","gvk":"Deployment","name":"maas-api-e2e-praxis-b-b1be95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:51.136546784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b1be95"},"namespace":"ai-tenant-e2e-praxis-b-b1be95","name":"default-tenant","reconcileID":"03c66c1f-c582-4ce3-95ec-31cdaca87ae0","gvk":"Service","name":"maas-api-e2e-praxis-b-b1be95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:51.189644943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b1be95"},"namespace":"ai-tenant-e2e-praxis-b-b1be95","name":"default-tenant","reconcileID":"03c66c1f-c582-4ce3-95ec-31cdaca87ae0","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-b1be95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:51.240446667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b1be95"},"namespace":"ai-tenant-e2e-praxis-b-b1be95","name":"default-tenant","reconcileID":"03c66c1f-c582-4ce3-95ec-31cdaca87ae0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-b1be95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:51.293080177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b1be95"},"namespace":"ai-tenant-e2e-praxis-b-b1be95","name":"default-tenant","reconcileID":"03c66c1f-c582-4ce3-95ec-31cdaca87ae0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-b1be95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:51.344962239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b1be95"},"namespace":"ai-tenant-e2e-praxis-b-b1be95","name":"default-tenant","reconcileID":"03c66c1f-c582-4ce3-95ec-31cdaca87ae0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-b1be95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:51.399291716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b1be95"},"namespace":"ai-tenant-e2e-praxis-b-b1be95","name":"default-tenant","reconcileID":"03c66c1f-c582-4ce3-95ec-31cdaca87ae0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-b1be95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:51.45143549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b1be95"},"namespace":"ai-tenant-e2e-praxis-b-b1be95","name":"default-tenant","reconcileID":"03c66c1f-c582-4ce3-95ec-31cdaca87ae0","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-b1be95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:51.508660416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b1be95"},"namespace":"ai-tenant-e2e-praxis-b-b1be95","name":"default-tenant","reconcileID":"03c66c1f-c582-4ce3-95ec-31cdaca87ae0","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-b1be95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:51.558473103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b1be95"},"namespace":"ai-tenant-e2e-praxis-b-b1be95","name":"default-tenant","reconcileID":"03c66c1f-c582-4ce3-95ec-31cdaca87ae0","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-b1be95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:51.608997938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b1be95"},"namespace":"ai-tenant-e2e-praxis-b-b1be95","name":"default-tenant","reconcileID":"03c66c1f-c582-4ce3-95ec-31cdaca87ae0","gvk":"Service","name":"payload-processing-e2e-praxis-b-b1be95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:51.658360318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b1be95"},"namespace":"ai-tenant-e2e-praxis-b-b1be95","name":"default-tenant","reconcileID":"03c66c1f-c582-4ce3-95ec-31cdaca87ae0","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-b1be95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:51.707511965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b1be95"},"namespace":"ai-tenant-e2e-praxis-b-b1be95","name":"default-tenant","reconcileID":"03c66c1f-c582-4ce3-95ec-31cdaca87ae0","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-b1be95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:51.756969664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b1be95"},"namespace":"ai-tenant-e2e-praxis-b-b1be95","name":"default-tenant","reconcileID":"03c66c1f-c582-4ce3-95ec-31cdaca87ae0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-b1be95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:51.80606749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b1be95"},"namespace":"ai-tenant-e2e-praxis-b-b1be95","name":"default-tenant","reconcileID":"03c66c1f-c582-4ce3-95ec-31cdaca87ae0","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-b1be95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:51.860320312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b1be95"},"namespace":"ai-tenant-e2e-praxis-b-b1be95","name":"default-tenant","reconcileID":"03c66c1f-c582-4ce3-95ec-31cdaca87ae0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-b1be95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:51.909531247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b1be95"},"namespace":"ai-tenant-e2e-praxis-b-b1be95","name":"default-tenant","reconcileID":"03c66c1f-c582-4ce3-95ec-31cdaca87ae0","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-b1be95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:51.958425088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b1be95"},"namespace":"ai-tenant-e2e-praxis-b-b1be95","name":"default-tenant","reconcileID":"03c66c1f-c582-4ce3-95ec-31cdaca87ae0","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-b1be95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:52.020559737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b1be95"},"namespace":"ai-tenant-e2e-praxis-b-b1be95","name":"default-tenant","reconcileID":"03c66c1f-c582-4ce3-95ec-31cdaca87ae0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-b1be95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:52.070137682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b1be95"},"namespace":"ai-tenant-e2e-praxis-b-b1be95","name":"default-tenant","reconcileID":"03c66c1f-c582-4ce3-95ec-31cdaca87ae0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-b1be95","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:01.49468812Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-b1be95","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-b1be95","reconcileID":"f0b3ba6e-e04a-4421-ab53-af651f0ecb64","aitenant":"ai-tenants/e2e-praxis-b-b1be95","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:02.044855521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4766400-6990-4061-a640-2cb664a0d8ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:02.098930762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4766400-6990-4061-a640-2cb664a0d8ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:02.148855207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4766400-6990-4061-a640-2cb664a0d8ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:02.198914526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4766400-6990-4061-a640-2cb664a0d8ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:02.306396944Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-b1be95","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-b1be95","reconcileID":"f0b3ba6e-e04a-4421-ab53-af651f0ecb64","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-b1be95","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-b1be95"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:04.013077332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"322c69c8-4116-4e8b-bfb6-567d057700f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:04.062732805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"322c69c8-4116-4e8b-bfb6-567d057700f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:04.112461863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"322c69c8-4116-4e8b-bfb6-567d057700f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:04.16209264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"322c69c8-4116-4e8b-bfb6-567d057700f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:06.049807334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"685504a2-7edf-423b-9cf0-f1c6a95effe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:06.099431226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"685504a2-7edf-423b-9cf0-f1c6a95effe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:06.14925637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"685504a2-7edf-423b-9cf0-f1c6a95effe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:06.199205679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"685504a2-7edf-423b-9cf0-f1c6a95effe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:08.854263611Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:15.432186383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d465d4e7-f21e-40e2-be85-295acf7f5c86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:15.482308886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d465d4e7-f21e-40e2-be85-295acf7f5c86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:15.532496031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d465d4e7-f21e-40e2-be85-295acf7f5c86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:15.582935556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d465d4e7-f21e-40e2-be85-295acf7f5c86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:16.017377751Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-52dd59","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-52dd59","reconcileID":"113c3a39-e481-433f-b7b0-63a13634c877","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-52dd59","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-52dd59":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:17.448760886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1fc2fdb-78bc-41c6-bcf9-d8963191c7b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:17.498647631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1fc2fdb-78bc-41c6-bcf9-d8963191c7b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:17.548964404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1fc2fdb-78bc-41c6-bcf9-d8963191c7b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:17.598583138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1fc2fdb-78bc-41c6-bcf9-d8963191c7b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:38.851345862Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:08.851359604Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:14.328951689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"f6471cbb-f0ad-4ef2-822a-e0ccfeb0c4fb","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/auth-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:14.328979924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"f6471cbb-f0ad-4ef2-822a-e0ccfeb0c4fb","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"auth-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"auth-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:21.383936035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"auth-test-model-b4d53e","reconcileID":"ace0913c-4cc4-4bf4-a012-23be30e4bc72","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/auth-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:21.383964759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"auth-test-model-b4d53e","reconcileID":"ace0913c-4cc4-4bf4-a012-23be30e4bc72","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"auth-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"auth-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:22.231372205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"auth-test-model-fbec82","reconcileID":"160c82b4-71c8-4609-a2c1-c98623443ad6","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"tenant":"e2e-shared-b-w2-fbec82","gateway":"openshift-ingress/e2e-shared-b-w2-fbec82","model":"ai-tenant-e2e-shared-b-w2-fbec82/auth-test-model-fbec82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:22.231398495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"auth-test-model-fbec82","reconcileID":"160c82b4-71c8-4609-a2c1-c98623443ad6","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"routeName":"auth-test-model-fbec82-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-fbec82","llmisvcName":"auth-test-model-fbec82","gateway":"openshift-ingress/e2e-shared-b-w2-fbec82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:24.870937367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52dd59"},"namespace":"ai-tenant-e2e-explicit-52dd59","name":"default-tenant","reconcileID":"190a31b7-b80a-411d-b873-c08e0be0e7bf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-52dd59","tenantID":"e2e-explicit-52dd59","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:25.078064824Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52dd59"},"namespace":"ai-tenant-e2e-explicit-52dd59","name":"default-tenant","reconcileID":"190a31b7-b80a-411d-b873-c08e0be0e7bf","name":"e2e-explicit-52dd59-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:25.493078157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"5d52afd5-7920-4521-aa79-335c245b3018","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/auth-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:25.493104002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"5d52afd5-7920-4521-aa79-335c245b3018","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"auth-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"auth-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:27.773389465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"4fb6a922-5888-4e9b-bffa-c8f75757df95","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"tenant":"e2e-shared-a-w2-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","model":"ai-tenant-e2e-shared-a-w2-c5148c/auth-test-model-c5148c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:27.773408739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"4fb6a922-5888-4e9b-bffa-c8f75757df95","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"routeName":"auth-test-model-c5148c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c5148c","llmisvcName":"auth-test-model-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:27.827694612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"95951d14-579a-433a-adcb-1bc8424c9f04","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"tenant":"e2e-shared-a-w2-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","model":"ai-tenant-e2e-shared-a-w2-c5148c/auth-test-model-c5148c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:27.827719103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"95951d14-579a-433a-adcb-1bc8424c9f04","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"routeName":"auth-test-model-c5148c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c5148c","llmisvcName":"auth-test-model-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:27.952579972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"5d42b6cf-3e9a-4839-bb9f-81ebbdeba84a","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c5148c","tenantID":"e2e-shared-a-w2-c5148c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:28.166890514Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"5d42b6cf-3e9a-4839-bb9f-81ebbdeba84a","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"name":"e2e-shared-a-w2-c5148c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:28.219016417Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-c5148c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"5d42b6cf-3e9a-4839-bb9f-81ebbdeba84a","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:28.273550445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"f9488be9-6823-49e2-a6ca-ab77ab98ce7c","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"tenant":"e2e-shared-a-w2-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","model":"ai-tenant-e2e-shared-a-w2-c5148c/auth-test-model-c5148c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:28.273572266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"f9488be9-6823-49e2-a6ca-ab77ab98ce7c","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"routeName":"auth-test-model-c5148c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c5148c","llmisvcName":"auth-test-model-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:38.37404027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"3e27eda7-7da8-401a-9cd6-8ba781434f63","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c5148c","tenantID":"e2e-shared-a-w2-c5148c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:38.429159396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"3e27eda7-7da8-401a-9cd6-8ba781434f63","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"name":"e2e-shared-a-w2-c5148c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:38.481898559Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-c5148c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"3e27eda7-7da8-401a-9cd6-8ba781434f63","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:38.896658765Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:48.581699414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"69bc7950-3065-409c-89dd-0d1f3c87d752","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c5148c","tenantID":"e2e-shared-a-w2-c5148c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:48.635670652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"69bc7950-3065-409c-89dd-0d1f3c87d752","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"name":"e2e-shared-a-w2-c5148c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:48.689501729Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-c5148c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"69bc7950-3065-409c-89dd-0d1f3c87d752","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:58.789572471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"89540a0c-a937-467e-b6c9-c4f8927d3fda","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c5148c","tenantID":"e2e-shared-a-w2-c5148c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:58.843961917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"89540a0c-a937-467e-b6c9-c4f8927d3fda","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"name":"e2e-shared-a-w2-c5148c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:58.896075824Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-c5148c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"89540a0c-a937-467e-b6c9-c4f8927d3fda","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:08.851824244Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:08.995497095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"c4219517-a30f-43c0-a7b0-f026cf796868","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c5148c","tenantID":"e2e-shared-a-w2-c5148c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:09.049694024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"c4219517-a30f-43c0-a7b0-f026cf796868","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"name":"e2e-shared-a-w2-c5148c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:09.102032969Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-c5148c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"c4219517-a30f-43c0-a7b0-f026cf796868","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:19.201447474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"da612c7d-4724-4a9b-a34b-85e578e1434e","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c5148c","tenantID":"e2e-shared-a-w2-c5148c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:19.256527965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"da612c7d-4724-4a9b-a34b-85e578e1434e","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"name":"e2e-shared-a-w2-c5148c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:19.311973271Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-c5148c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e6e937df475f893a06541aa6959a581ecda39f0eefd84ccd3f5297c8fcce4634) AuthConfig (9d9634700bc8706da16f640802db2116b364c0a73914bd63fb6b9f422e9813f7) AuthConfig (ef79db893aaa7ee97883577138e0649d566bf6585ed2b560d033b190121bd7d3) AuthConfig (e5f8f4feaa718570774fac676f43d9275dd0bd0c226609ca9cf494468ac648f2) AuthConfig (117003ebb5e627617a5fa936ae4bfc20d23a0c22df383636e2bd23efe6b2814f) AuthConfig (a723dfd8ca5595c5fc34b8391e205667622c74b2321baaac79f55f90367cf995) AuthConfig (840bce4a297a27a70e0cb66a635b58d4f17ec8bf27817ab26465b4c3888fbd40) AuthConfig (2f3073c6dd20add12fe7da6d2385930f629dcca996eb14120cf823d690801b6a) AuthConfig (b0fd133cfd26fadcfd2e3aceb5ed9911258dc69382c93dfd3f2bf15faf2cdb4b) AuthConfig (66686002d1025bce1e018f7c35198c47c78760054e0580ad25aa63f0249aacbb) AuthConfig (899674a197a2b2a5fbf0d285b9468171e75d20c6ff05cef64217a575a38dca67) AuthConfig (3e80c59dd18fd44fba3f8153669f1bbfc90f3f42b3130f4692d22e227a37df7c) AuthConfig (c4e4872a79287d7c52373747c1f5207639341bd91cf64dd4d013d66025ae222b) AuthConfig (93c073c9519862c40a2d6b4b08c2583292359a09695d3e5b4583921f581e63b6) AuthConfig (7ce6abed1ae7f53ef6fb7573ecd5bced94e8b4ea1154f026460148b755d1b988) AuthConfig (2e1fa9e9fac9ff3301e97975584313f1c9ee9f1683dfce32d5e96c68e17d6bf6) AuthConfig (61dbe6c5f4dc144c8f88866bc1ad208a477693a4921368af1ba31b34d3335079) AuthConfig (23aae810b0fcc9dc83caa88024118ce72de552c1f4375c6edd194b025f1bd54e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"da612c7d-4724-4a9b-a34b-85e578e1434e","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:19.366780869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"3f32e756-6c1c-45f8-bda6-e841dd7cbc51","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"tenant":"e2e-shared-a-w2-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","model":"ai-tenant-e2e-shared-a-w2-c5148c/auth-test-model-c5148c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:19.366801052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"3f32e756-6c1c-45f8-bda6-e841dd7cbc51","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"routeName":"auth-test-model-c5148c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c5148c","llmisvcName":"auth-test-model-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:29.465936982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"bf63c79a-6838-4509-85cc-2330bd60495d","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c5148c","tenantID":"e2e-shared-a-w2-c5148c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:29.519354238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"bf63c79a-6838-4509-85cc-2330bd60495d","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"name":"e2e-shared-a-w2-c5148c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:29.571917341Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-c5148c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e6e937df475f893a06541aa6959a581ecda39f0eefd84ccd3f5297c8fcce4634) AuthConfig (9d9634700bc8706da16f640802db2116b364c0a73914bd63fb6b9f422e9813f7) AuthConfig (ef79db893aaa7ee97883577138e0649d566bf6585ed2b560d033b190121bd7d3) AuthConfig (e5f8f4feaa718570774fac676f43d9275dd0bd0c226609ca9cf494468ac648f2) AuthConfig (117003ebb5e627617a5fa936ae4bfc20d23a0c22df383636e2bd23efe6b2814f) AuthConfig (a723dfd8ca5595c5fc34b8391e205667622c74b2321baaac79f55f90367cf995) AuthConfig (840bce4a297a27a70e0cb66a635b58d4f17ec8bf27817ab26465b4c3888fbd40) AuthConfig (2f3073c6dd20add12fe7da6d2385930f629dcca996eb14120cf823d690801b6a) AuthConfig (b0fd133cfd26fadcfd2e3aceb5ed9911258dc69382c93dfd3f2bf15faf2cdb4b) AuthConfig (66686002d1025bce1e018f7c35198c47c78760054e0580ad25aa63f0249aacbb) AuthConfig (899674a197a2b2a5fbf0d285b9468171e75d20c6ff05cef64217a575a38dca67) AuthConfig (3e80c59dd18fd44fba3f8153669f1bbfc90f3f42b3130f4692d22e227a37df7c) AuthConfig (c4e4872a79287d7c52373747c1f5207639341bd91cf64dd4d013d66025ae222b) AuthConfig (93c073c9519862c40a2d6b4b08c2583292359a09695d3e5b4583921f581e63b6) AuthConfig (7ce6abed1ae7f53ef6fb7573ecd5bced94e8b4ea1154f026460148b755d1b988) AuthConfig (2e1fa9e9fac9ff3301e97975584313f1c9ee9f1683dfce32d5e96c68e17d6bf6) AuthConfig (61dbe6c5f4dc144c8f88866bc1ad208a477693a4921368af1ba31b34d3335079) AuthConfig (23aae810b0fcc9dc83caa88024118ce72de552c1f4375c6edd194b025f1bd54e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"bf63c79a-6838-4509-85cc-2330bd60495d","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:30.510415178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"cf3e615f-8940-400f-98d0-5d30e959bc09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:30.613107167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"12f656c6-86da-4288-92bf-bb10bff85155","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:30.820244066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"e8b56832-994b-45d8-8ba5-1404421321fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:31.075190183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"d1cd6f96-685c-4ef6-9b76-75e1db45ed4a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:31.178457902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"4c757eb2-a64b-401e-b49e-f927de915883","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:31.507468097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e2bec1bd-6d85-4a2c-9fdd-461ccfda1d4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:31.606514418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"21b38377-b0d0-4108-aff6-8f51c2f75e7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:31.706001226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"60e617f3-c54e-4709-9b97-3e1a16fe06bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:31.876445347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"fca01599-f140-490c-819e-a30d167aa5b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:31.976901848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"fd0191f5-91dc-4a15-b02e-14ebbdec17d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:32.077502163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"a37062ce-aa16-4038-9b92-d810207d84e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:32.077513164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"8a258327-96ab-493e-ae1b-ced652cb50d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:35.579903673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ac972de-b249-4e8a-85ba-6f77dd64fa1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:35.631161028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ac972de-b249-4e8a-85ba-6f77dd64fa1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:35.681360384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ac972de-b249-4e8a-85ba-6f77dd64fa1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:35.731370551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ac972de-b249-4e8a-85ba-6f77dd64fa1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:37.608871662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bccfc4f-e476-4942-a7c4-8090d4b6a89e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:37.658928606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bccfc4f-e476-4942-a7c4-8090d4b6a89e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:37.708786732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bccfc4f-e476-4942-a7c4-8090d4b6a89e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:37.758567368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bccfc4f-e476-4942-a7c4-8090d4b6a89e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:38.85124849Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:39.672205795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"a86c0e09-8f27-4e2e-b3e5-f4517bde5f17","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c5148c","tenantID":"e2e-shared-a-w2-c5148c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:39.726561139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"a86c0e09-8f27-4e2e-b3e5-f4517bde5f17","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"name":"e2e-shared-a-w2-c5148c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:40.032832919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"528f5f8e-c7b8-441e-bbfd-3b0d5c608c7b","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"tenant":"e2e-shared-a-w2-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","model":"ai-tenant-e2e-shared-a-w2-c5148c/auth-test-model-c5148c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:40.032858999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"528f5f8e-c7b8-441e-bbfd-3b0d5c608c7b","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"routeName":"auth-test-model-c5148c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c5148c","llmisvcName":"auth-test-model-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:45.456249611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"bde8f4fe-b972-4e04-bfd5-fc3e38f7cc53","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"tenant":"e2e-shared-a-w2-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","model":"ai-tenant-e2e-shared-a-w2-c5148c/auth-test-model-c5148c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:45.456275208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"bde8f4fe-b972-4e04-bfd5-fc3e38f7cc53","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"routeName":"auth-test-model-c5148c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c5148c","llmisvcName":"auth-test-model-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:45.517405429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"416656c2-3514-47b5-bc50-c7949220a382","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"tenant":"e2e-shared-a-w2-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","model":"ai-tenant-e2e-shared-a-w2-c5148c/auth-test-model-c5148c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:45.517425727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"416656c2-3514-47b5-bc50-c7949220a382","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"routeName":"auth-test-model-c5148c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c5148c","llmisvcName":"auth-test-model-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:45.555081287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"afbac2a1-d72a-409a-b437-8563ddca4928","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c5148c","tenantID":"e2e-shared-a-w2-c5148c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:45:45.56208338Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"91f9ba35-8b54-4fa2-a3a2-10bdbffd1e06","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-bccced\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:45:45.568220929Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"416656c2-3514-47b5-bc50-c7949220a382","name":"auth-test-model-c5148c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-c5148c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:45:45.568278068Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"416656c2-3514-47b5-bc50-c7949220a382","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-c5148c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:45.573641545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"84707842-f5d6-4826-bc3a-f08a837ac4c0","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"tenant":"e2e-shared-a-w2-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","model":"ai-tenant-e2e-shared-a-w2-c5148c/auth-test-model-c5148c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:45.573658799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"84707842-f5d6-4826-bc3a-f08a837ac4c0","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"routeName":"auth-test-model-c5148c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c5148c","llmisvcName":"auth-test-model-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:45.609590449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"afbac2a1-d72a-409a-b437-8563ddca4928","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"name":"e2e-shared-a-w2-c5148c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:45.669564925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"13790238-fcd6-4248-88d6-d25c06c3f5c1","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"tenant":"e2e-shared-a-w2-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","model":"ai-tenant-e2e-shared-a-w2-c5148c/auth-test-model-c5148c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:45.669587179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"13790238-fcd6-4248-88d6-d25c06c3f5c1","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"routeName":"auth-test-model-c5148c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c5148c","llmisvcName":"auth-test-model-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:45.724796764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"c8925044-74e9-4da3-9126-adc00ef99726","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"tenant":"e2e-shared-a-w2-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","model":"ai-tenant-e2e-shared-a-w2-c5148c/auth-test-model-c5148c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:45.724820433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"c8925044-74e9-4da3-9126-adc00ef99726","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"routeName":"auth-test-model-c5148c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c5148c","llmisvcName":"auth-test-model-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:45.907364815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"ad4419e5-d978-4afa-90b3-868a1da9411e","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c5148c","tenantID":"e2e-shared-a-w2-c5148c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:45.927551884Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"bf647ecd-2a8f-454c-88a6-51a1d2ed05c5","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"name":"maas-trlp-auth-test-model-c5148c","model":"auth-test-model-c5148c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-c5148c/e2e-auth-iso-bccced"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:45.961296798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"ad4419e5-d978-4afa-90b3-868a1da9411e","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"name":"e2e-shared-a-w2-c5148c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:46.086210603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"eb996115-57c6-4409-8893-c706b0be8e24","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"tenant":"e2e-shared-a-w2-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","model":"ai-tenant-e2e-shared-a-w2-c5148c/auth-test-model-c5148c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:46.086233346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"eb996115-57c6-4409-8893-c706b0be8e24","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"routeName":"auth-test-model-c5148c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c5148c","llmisvcName":"auth-test-model-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:46.285335878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"f2f6fb35-a7de-4261-b57d-9d54053fe42d","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"name":"maas-trlp-auth-test-model-c5148c","model":"ai-tenant-e2e-shared-a-w2-c5148c/auth-test-model-c5148c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:48.484077455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"auth-test-model-c25940","reconcileID":"d6ccbdfe-60af-43fe-8369-aa099a3944b7","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/auth-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:48.484107956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"auth-test-model-c25940","reconcileID":"d6ccbdfe-60af-43fe-8369-aa099a3944b7","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"auth-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"auth-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:51.117258444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"a90f5d52-ca6d-44be-a7b4-8829117e9bfe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:51.239544262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"218b6fd6-09ef-4e5b-a119-eab8815bbb38","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:51.340371065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"680aa140-b5c0-4eda-a3a0-78134e22d17d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:51.36489315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"a0eb60b1-946c-4b58-aa9a-dbd97aed46a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:52.042322164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"438aad73-0e9d-4a3a-8dd5-9ae116b29a95","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:52.145384803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"adbbf28c-ce88-461d-a600-4a58ea2c7ddb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:52.169389615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"26ca4e53-748e-41be-a02e-ce9a6f060c4a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:52.244877277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"bd0400cf-5db0-46ce-a4fd-817bb5f07273","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:52.357331624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"28d735a9-13f5-4b6e-af89-fbc148550808","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:52.457198782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"ce1e1a82-2541-451c-87f9-60b321bf83e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:52.485684167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"b6cde79a-8e5d-4031-9d1e-7dbeadc09fe3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:52.605651968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"0aeeb87c-b0ac-4e66-88af-91c4f0d7a795","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:53.986652384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"e5d0c0c7-99ec-4c8d-a6e0-bf32b4fcda68","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/auth-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:53.986683682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"e5d0c0c7-99ec-4c8d-a6e0-bf32b4fcda68","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"auth-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"auth-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:54.043588902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"917a849c-7f2c-4aa2-984f-0d5c03819e99","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/auth-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:54.043618128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"917a849c-7f2c-4aa2-984f-0d5c03819e99","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"auth-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"auth-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:54.142728317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"f5384397-2301-465b-98c7-ebe20e936948","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:54.30723653Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"f5384397-2301-465b-98c7-ebe20e936948","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:54.359230827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-fe63ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"f5384397-2301-465b-98c7-ebe20e936948","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:54.414092547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"b0640502-3545-4da6-b60a-175a96b99373","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/auth-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:54.414114363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"b0640502-3545-4da6-b60a-175a96b99373","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"auth-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"auth-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:55.318309621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"4cec01e9-4126-48f6-ba07-efe78a96ea5e","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/auth-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:55.318335405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"4cec01e9-4126-48f6-ba07-efe78a96ea5e","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"auth-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"auth-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:55.803071476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-52dd59","namespace":"ai-tenant-e2e-explicit-52dd59"},"namespace":"ai-tenant-e2e-explicit-52dd59","name":"explicit-model-52dd59","reconcileID":"579326ed-9b0a-486c-8abd-18ced359fe8a","MaaSModelRef":{"name":"explicit-model-52dd59","namespace":"ai-tenant-e2e-explicit-52dd59"},"routeName":"explicit-model-52dd59-kserve-route","namespace":"ai-tenant-e2e-explicit-52dd59","llmisvcName":"explicit-model-52dd59","gateway":"openshift-ingress/e2e-explicit-52dd59","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:00.758813031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"auth-test-model-b4d53e","reconcileID":"54684634-feb3-486f-92be-c6a1e08732e5","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/auth-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:00.758842863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"auth-test-model-b4d53e","reconcileID":"54684634-feb3-486f-92be-c6a1e08732e5","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"auth-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"auth-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:00.81283919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"auth-test-model-b4d53e","reconcileID":"e4720ff8-5eb2-449f-b924-8987e9eb5945","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/auth-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:00.812867908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"auth-test-model-b4d53e","reconcileID":"e4720ff8-5eb2-449f-b924-8987e9eb5945","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"auth-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"auth-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:00.912860019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"31f2255a-5cd3-45d0-a946-d903ecee5bf4","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b4d53e","tenantID":"e2e-shared-a-w4-b4d53e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:01.080081256Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"31f2255a-5cd3-45d0-a946-d903ecee5bf4","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"e2e-shared-a-w4-b4d53e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:01.133231013Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-b4d53e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"31f2255a-5cd3-45d0-a946-d903ecee5bf4","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:01.329979596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"auth-test-model-b4d53e","reconcileID":"69d13155-c952-4de5-8447-51b41aab2803","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/auth-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:01.329997625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"auth-test-model-b4d53e","reconcileID":"69d13155-c952-4de5-8447-51b41aab2803","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"auth-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"auth-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:04.514169245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"134719f3-7c7e-461e-881f-e02407619d2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:04.568293522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"134719f3-7c7e-461e-881f-e02407619d2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:04.620949447Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-fe63ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"134719f3-7c7e-461e-881f-e02407619d2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:08.854639212Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:11.286170782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"49d6e37b-aaec-4ed4-aac1-155b84c6ddf2","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b4d53e","tenantID":"e2e-shared-a-w4-b4d53e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:11.340281895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"49d6e37b-aaec-4ed4-aac1-155b84c6ddf2","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"e2e-shared-a-w4-b4d53e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:11.395018064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-b4d53e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"49d6e37b-aaec-4ed4-aac1-155b84c6ddf2","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:13.739511365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"317e6653-e6bb-497b-b41d-2bfbf4d47afe","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"name":"maas-trlp-auth-test-model-c5148c","model":"ai-tenant-e2e-shared-a-w2-c5148c/auth-test-model-c5148c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:13.897554982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"7fd15418-657c-4729-a94a-ddb41bd55fd7","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"tenant":"e2e-shared-a-w2-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","model":"ai-tenant-e2e-shared-a-w2-c5148c/auth-test-model-c5148c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:13.897575241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"7fd15418-657c-4729-a94a-ddb41bd55fd7","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"routeName":"auth-test-model-c5148c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c5148c","llmisvcName":"auth-test-model-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:14.720556817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"f372b0a2-bb46-4755-bc51-d68b1a096cdb","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:14.727018162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"auth-test-model-fbec82","reconcileID":"a53df1b9-cd65-4aeb-830d-7f7de7447ffa","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"tenant":"e2e-shared-b-w2-fbec82","gateway":"openshift-ingress/e2e-shared-b-w2-fbec82","model":"ai-tenant-e2e-shared-b-w2-fbec82/auth-test-model-fbec82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:14.727036377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"auth-test-model-fbec82","reconcileID":"a53df1b9-cd65-4aeb-830d-7f7de7447ffa","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"routeName":"auth-test-model-fbec82-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-fbec82","llmisvcName":"auth-test-model-fbec82","gateway":"openshift-ingress/e2e-shared-b-w2-fbec82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:14.773889008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"f372b0a2-bb46-4755-bc51-d68b1a096cdb","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:14.778820556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"auth-test-model-fbec82","reconcileID":"0be6d35a-652e-4c70-bf8b-4757b8c7c5a0","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"tenant":"e2e-shared-b-w2-fbec82","gateway":"openshift-ingress/e2e-shared-b-w2-fbec82","model":"ai-tenant-e2e-shared-b-w2-fbec82/auth-test-model-fbec82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:14.778837189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"auth-test-model-fbec82","reconcileID":"0be6d35a-652e-4c70-bf8b-4757b8c7c5a0","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"routeName":"auth-test-model-fbec82-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-fbec82","llmisvcName":"auth-test-model-fbec82","gateway":"openshift-ingress/e2e-shared-b-w2-fbec82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:14.826629796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-fe63ac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e31129b2d559df2f139f8b0d5f1efd28e01a4cedc76e1621901dd28f851ccec6) AuthConfig (3be6b6b49b743ef700a6f86e4f42b4ede2d10312eb1e62df68859d52fc0cd86e) AuthConfig (c09d14ef963fa311036b3abe23bdf46afb0b314a5efa122e58f83d30243e7961) AuthConfig (d1fc8398f5881f0284bd0b8724f84c5aeaccd8e0eae7c49341e9cbb3df158ce1) AuthConfig (454b14557ab2e8fa38b8ec0050045b3cbf04aa427033e7f919a61eae45fa1158) AuthConfig (1f75485357969018691a747cc9184adf4007346b5281b3464dc85826721f1384) AuthConfig (03718ad63a155cf3fd80ea96cfcfb18b095a6eabc12998e7e7bf3e65eacf7a9a) AuthConfig (86674adbd3d2dbcf246f174327a194205cdf21491c7e65b884dc52df001088c7) AuthConfig (ec1a352500028f7147042ca2f21159512b07eea96ecb5d3d076fa94bd87f5709) AuthConfig (7e5685fea44348eb354a4a34136b4e2a909c4a55621f2c302906c516efbd250c) AuthConfig (c2273b8c9eef524b4129c2007be32fd378fdfd9f18b01bf2a2d091f550c4d0a7) AuthConfig (871801814e21da433a63064a7a9c594cb9d10d6f890ceb042e9d0b4489d90c04) AuthConfig (ca24241f418b606d2849e9bd07b80baaad82adef7f2e143c132600350c8771f6) AuthConfig (62c54cb0a7e135059a5cc0cabce1dd4605b3db0073e5f1ab85e29693847c66f3) AuthConfig (8fe45b0fb68fbef911aeec1a1eaaf3bcc70d39cb2878c70427d6130b4b967fb2) AuthConfig (843acc1090cda64a1b7a851ce803f236bb5ea59edea55e0dbfe3d07bb912d24a) AuthConfig (18203983579158309b8a58e1c1f83a31adecb33babfe08560cf638ee512ca961) AuthConfig (079352854d15a535f2d7aa8dcc3967ae804bf7ca920968b9487e8ed3a6959077)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"f372b0a2-bb46-4755-bc51-d68b1a096cdb","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:14.880519525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"87560516-b8c7-4c07-b3f2-2e86dfcf6ca3","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fbec82","tenantID":"e2e-shared-b-w2-fbec82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:14.881429143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"66d0aaa9-2dbc-44a2-a053-7f4c09eb7c3e","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/auth-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:14.881445611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"66d0aaa9-2dbc-44a2-a053-7f4c09eb7c3e","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"auth-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"auth-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:15.008484786Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"87560516-b8c7-4c07-b3f2-2e86dfcf6ca3","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"name":"e2e-shared-b-w2-fbec82-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:15.060521123Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-fbec82-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"87560516-b8c7-4c07-b3f2-2e86dfcf6ca3","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:15.088853735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"8c9fb261-b705-4299-b9e9-00173dbeaa55","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c5148c","tenantID":"e2e-shared-a-w2-c5148c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:15.114411073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"auth-test-model-fbec82","reconcileID":"9c3efb0c-eea6-45b5-8c1d-109b439cac16","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"tenant":"e2e-shared-b-w2-fbec82","gateway":"openshift-ingress/e2e-shared-b-w2-fbec82","model":"ai-tenant-e2e-shared-b-w2-fbec82/auth-test-model-fbec82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:15.11443063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"auth-test-model-fbec82","reconcileID":"9c3efb0c-eea6-45b5-8c1d-109b439cac16","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"routeName":"auth-test-model-fbec82-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-fbec82","llmisvcName":"auth-test-model-fbec82","gateway":"openshift-ingress/e2e-shared-b-w2-fbec82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:15.14362702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"8c9fb261-b705-4299-b9e9-00173dbeaa55","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"name":"e2e-shared-a-w2-c5148c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:21.496850902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"8f3f3f32-c016-40a9-8762-69d53ee1e9a6","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b4d53e","tenantID":"e2e-shared-a-w4-b4d53e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:21.552310668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"8f3f3f32-c016-40a9-8762-69d53ee1e9a6","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"e2e-shared-a-w4-b4d53e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:21.606359685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-b4d53e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"8f3f3f32-c016-40a9-8762-69d53ee1e9a6","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:24.980505776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"bd37012c-75bc-4176-84d8-4d6f51cbcacb","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:25.034757672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"bd37012c-75bc-4176-84d8-4d6f51cbcacb","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:25.08705249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-fe63ac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e31129b2d559df2f139f8b0d5f1efd28e01a4cedc76e1621901dd28f851ccec6) AuthConfig (3be6b6b49b743ef700a6f86e4f42b4ede2d10312eb1e62df68859d52fc0cd86e) AuthConfig (c09d14ef963fa311036b3abe23bdf46afb0b314a5efa122e58f83d30243e7961) AuthConfig (d1fc8398f5881f0284bd0b8724f84c5aeaccd8e0eae7c49341e9cbb3df158ce1) AuthConfig (454b14557ab2e8fa38b8ec0050045b3cbf04aa427033e7f919a61eae45fa1158) AuthConfig (1f75485357969018691a747cc9184adf4007346b5281b3464dc85826721f1384) AuthConfig (03718ad63a155cf3fd80ea96cfcfb18b095a6eabc12998e7e7bf3e65eacf7a9a) AuthConfig (86674adbd3d2dbcf246f174327a194205cdf21491c7e65b884dc52df001088c7) AuthConfig (ec1a352500028f7147042ca2f21159512b07eea96ecb5d3d076fa94bd87f5709) AuthConfig (7e5685fea44348eb354a4a34136b4e2a909c4a55621f2c302906c516efbd250c) AuthConfig (c2273b8c9eef524b4129c2007be32fd378fdfd9f18b01bf2a2d091f550c4d0a7) AuthConfig (871801814e21da433a63064a7a9c594cb9d10d6f890ceb042e9d0b4489d90c04) AuthConfig (ca24241f418b606d2849e9bd07b80baaad82adef7f2e143c132600350c8771f6) AuthConfig (62c54cb0a7e135059a5cc0cabce1dd4605b3db0073e5f1ab85e29693847c66f3) AuthConfig (8fe45b0fb68fbef911aeec1a1eaaf3bcc70d39cb2878c70427d6130b4b967fb2) AuthConfig (843acc1090cda64a1b7a851ce803f236bb5ea59edea55e0dbfe3d07bb912d24a) AuthConfig (18203983579158309b8a58e1c1f83a31adecb33babfe08560cf638ee512ca961) AuthConfig (079352854d15a535f2d7aa8dcc3967ae804bf7ca920968b9487e8ed3a6959077)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"bd37012c-75bc-4176-84d8-4d6f51cbcacb","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:25.213783491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"39cd4fcc-3f1d-47e8-aac9-921b67e06b9a","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fbec82","tenantID":"e2e-shared-b-w2-fbec82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:25.26728636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"39cd4fcc-3f1d-47e8-aac9-921b67e06b9a","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"name":"e2e-shared-b-w2-fbec82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:25.319313848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-fbec82-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"39cd4fcc-3f1d-47e8-aac9-921b67e06b9a","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:31.706231672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"420bcb5e-40ea-45a3-91f4-716c80c7084e","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b4d53e","tenantID":"e2e-shared-a-w4-b4d53e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:31.760047556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"420bcb5e-40ea-45a3-91f4-716c80c7084e","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"e2e-shared-a-w4-b4d53e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:31.812312641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-b4d53e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"420bcb5e-40ea-45a3-91f4-716c80c7084e","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:35.187250969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"9599261e-b90c-4f4e-806c-a3ab43dd8c64","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:35.241098814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"9599261e-b90c-4f4e-806c-a3ab43dd8c64","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:35.293843724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-fe63ac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e31129b2d559df2f139f8b0d5f1efd28e01a4cedc76e1621901dd28f851ccec6) AuthConfig (3be6b6b49b743ef700a6f86e4f42b4ede2d10312eb1e62df68859d52fc0cd86e) AuthConfig (c09d14ef963fa311036b3abe23bdf46afb0b314a5efa122e58f83d30243e7961) AuthConfig (d1fc8398f5881f0284bd0b8724f84c5aeaccd8e0eae7c49341e9cbb3df158ce1) AuthConfig (454b14557ab2e8fa38b8ec0050045b3cbf04aa427033e7f919a61eae45fa1158) AuthConfig (1f75485357969018691a747cc9184adf4007346b5281b3464dc85826721f1384) AuthConfig (03718ad63a155cf3fd80ea96cfcfb18b095a6eabc12998e7e7bf3e65eacf7a9a) AuthConfig (86674adbd3d2dbcf246f174327a194205cdf21491c7e65b884dc52df001088c7) AuthConfig (ec1a352500028f7147042ca2f21159512b07eea96ecb5d3d076fa94bd87f5709) AuthConfig (7e5685fea44348eb354a4a34136b4e2a909c4a55621f2c302906c516efbd250c) AuthConfig (c2273b8c9eef524b4129c2007be32fd378fdfd9f18b01bf2a2d091f550c4d0a7) AuthConfig (871801814e21da433a63064a7a9c594cb9d10d6f890ceb042e9d0b4489d90c04) AuthConfig (ca24241f418b606d2849e9bd07b80baaad82adef7f2e143c132600350c8771f6) AuthConfig (62c54cb0a7e135059a5cc0cabce1dd4605b3db0073e5f1ab85e29693847c66f3) AuthConfig (8fe45b0fb68fbef911aeec1a1eaaf3bcc70d39cb2878c70427d6130b4b967fb2) AuthConfig (843acc1090cda64a1b7a851ce803f236bb5ea59edea55e0dbfe3d07bb912d24a) AuthConfig (18203983579158309b8a58e1c1f83a31adecb33babfe08560cf638ee512ca961) AuthConfig (079352854d15a535f2d7aa8dcc3967ae804bf7ca920968b9487e8ed3a6959077)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"9599261e-b90c-4f4e-806c-a3ab43dd8c64","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:35.419845912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"be808359-b4a3-43db-a922-2653fd98dcf4","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fbec82","tenantID":"e2e-shared-b-w2-fbec82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:35.47497446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"be808359-b4a3-43db-a922-2653fd98dcf4","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"name":"e2e-shared-b-w2-fbec82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:35.527277323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-fbec82-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"be808359-b4a3-43db-a922-2653fd98dcf4","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:38.85081986Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:41.912046981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"0f55940d-c58a-40d1-97cb-e448ff0bd81c","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b4d53e","tenantID":"e2e-shared-a-w4-b4d53e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:41.966489962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"0f55940d-c58a-40d1-97cb-e448ff0bd81c","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"e2e-shared-a-w4-b4d53e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:42.018660018Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-b4d53e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"0f55940d-c58a-40d1-97cb-e448ff0bd81c","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:45.393834556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"49eeef08-abb3-463a-8b34-fe8aab982158","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:45.447603132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"49eeef08-abb3-463a-8b34-fe8aab982158","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:45.499697389Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-fe63ac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e31129b2d559df2f139f8b0d5f1efd28e01a4cedc76e1621901dd28f851ccec6) AuthConfig (3be6b6b49b743ef700a6f86e4f42b4ede2d10312eb1e62df68859d52fc0cd86e) AuthConfig (c09d14ef963fa311036b3abe23bdf46afb0b314a5efa122e58f83d30243e7961) AuthConfig (d1fc8398f5881f0284bd0b8724f84c5aeaccd8e0eae7c49341e9cbb3df158ce1) AuthConfig (454b14557ab2e8fa38b8ec0050045b3cbf04aa427033e7f919a61eae45fa1158) AuthConfig (1f75485357969018691a747cc9184adf4007346b5281b3464dc85826721f1384) AuthConfig (03718ad63a155cf3fd80ea96cfcfb18b095a6eabc12998e7e7bf3e65eacf7a9a) AuthConfig (86674adbd3d2dbcf246f174327a194205cdf21491c7e65b884dc52df001088c7) AuthConfig (ec1a352500028f7147042ca2f21159512b07eea96ecb5d3d076fa94bd87f5709) AuthConfig (7e5685fea44348eb354a4a34136b4e2a909c4a55621f2c302906c516efbd250c) AuthConfig (c2273b8c9eef524b4129c2007be32fd378fdfd9f18b01bf2a2d091f550c4d0a7) AuthConfig (871801814e21da433a63064a7a9c594cb9d10d6f890ceb042e9d0b4489d90c04) AuthConfig (ca24241f418b606d2849e9bd07b80baaad82adef7f2e143c132600350c8771f6) AuthConfig (62c54cb0a7e135059a5cc0cabce1dd4605b3db0073e5f1ab85e29693847c66f3) AuthConfig (8fe45b0fb68fbef911aeec1a1eaaf3bcc70d39cb2878c70427d6130b4b967fb2) AuthConfig (843acc1090cda64a1b7a851ce803f236bb5ea59edea55e0dbfe3d07bb912d24a) AuthConfig (18203983579158309b8a58e1c1f83a31adecb33babfe08560cf638ee512ca961) AuthConfig (079352854d15a535f2d7aa8dcc3967ae804bf7ca920968b9487e8ed3a6959077)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"49eeef08-abb3-463a-8b34-fe8aab982158","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:45.627251862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"5685934f-0cd1-4dd0-8a08-b25c41579326","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fbec82","tenantID":"e2e-shared-b-w2-fbec82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:45.681538002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"5685934f-0cd1-4dd0-8a08-b25c41579326","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"name":"e2e-shared-b-w2-fbec82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:45.73524453Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-fbec82-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"5685934f-0cd1-4dd0-8a08-b25c41579326","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:52.118975972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"43c8b174-ca29-4dda-966c-885d85ae82db","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b4d53e","tenantID":"e2e-shared-a-w4-b4d53e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:52.176722883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"43c8b174-ca29-4dda-966c-885d85ae82db","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"e2e-shared-a-w4-b4d53e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:52.229162674Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-b4d53e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4b773a2eac502258ea19c343ace8a097bea1da28e3366a12916214c6054d5fb1) AuthConfig (279d6c8325d4426123b19dd5b3dad58fa18d01f9ff5e8fffec2c9ac5de800983) AuthConfig (9c0442633cc358e67a8aace619ec48661697e350d1beb7c6f6a4f42166168121) AuthConfig (104e3de376f52d22b235a97af7bd89cddbf36cd084fe1c6b725438971187a9bc) AuthConfig (72118f0282eb1de68598aa4d8680269063c670fab8d85cb40d47da7e8f0bab3e) AuthConfig (4c1691c1adaa01b2ecc524037ceb4ae7162020521d6698fc73624915723ad4b9) AuthConfig (40d2b15f427a71d69a4c6630e1f31007a1d325e8254ca07915e6726977cb1ad5) AuthConfig (5ad625ca17312332c355778a9aa24e92b27b256cf0b7949e772eb80b7fa78c66) AuthConfig (742d2bd0f53bead9f5a172e1c8104de2d823b65cb3157c86a181ef074ab5fa8a) AuthConfig (449048bc9e81e37aa39c217a985f693c8ea217bd44fa291f468eb778b8b9200e) AuthConfig (6f14bb7b4af0eb1c0b1cef2e88f413ab7178b75a78e1ad544986c0d28b0c2dbb) AuthConfig (7ef205d00d9c2c612416c6049b8d264ce32330b4a26d8769cae39a9f72df1b8e) AuthConfig (d42179c571479a57b97ac94bca4e92041ae318760a658b8f4281a589c4cb5c54) AuthConfig (8a83b69a7d5aea7a0d6aa80586b964b5c26d757de504475766c9d5e001871268) AuthConfig (127a08cebd2aa8504b638e64983d242cd041842246b5614f32b15111c5bfd2e5) AuthConfig (f3bf032a44164487d4cd37b76b33aed94857bec6b3e42bd6440a2e925e221729) AuthConfig (e32be7ca36091d8a7ff5d9df89686476674038df66197a7bc8afbf5d806f5ee5) AuthConfig (67747d5fb5caa6a35ae8927f8479f05c3061438cb8ddb7b11ba0d5e7aa2b3a99)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"43c8b174-ca29-4dda-966c-885d85ae82db","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:52.28221682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"auth-test-model-b4d53e","reconcileID":"1d734eeb-718d-40f7-bc87-30d501987270","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/auth-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:52.282235101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"auth-test-model-b4d53e","reconcileID":"1d734eeb-718d-40f7-bc87-30d501987270","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"auth-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"auth-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:55.599598293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"6f411e96-30f1-4ea9-b10e-397dd115d1b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:55.653120401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"6f411e96-30f1-4ea9-b10e-397dd115d1b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:55.834866652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"756ea58a-0d7f-4222-8519-02f4c9ecfdb2","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fbec82","tenantID":"e2e-shared-b-w2-fbec82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:55.888511392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"756ea58a-0d7f-4222-8519-02f4c9ecfdb2","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"name":"e2e-shared-b-w2-fbec82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:55.907319497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"23cb2c6b-d0ff-4a85-ab6d-964cbfd087d3","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/auth-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:55.907340442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"23cb2c6b-d0ff-4a85-ab6d-964cbfd087d3","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"auth-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"auth-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:55.940378685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-fbec82-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f4c2d5d50c4415c5c793f2cc4a8c2117d9a4f002aca14e9042c288eb06079481) AuthConfig (6adc3707d7ff2c08fce25bba76a0c28eeec856bae4b1029c9d4cd17718166a37) AuthConfig (e585c33c88b451384e2ef5694a7fc9a1f69f838baa48e93ea093422cfdec98cc) AuthConfig (cb4c84776dd421826f3bbdad6a7d4f9eb2ac975b3336532b7d9e68c722750d14) AuthConfig (5dbe39546f406a2a34d10dd049d0c075658301a47bd248336e9d5f5d73010ea8) AuthConfig (b467b103969600d247dff43b4be18c5615984053c7f67edfd75f8648df23b50e) AuthConfig (87d3ba769b48389c789b155675d84cf85d9a974b991a3e34b76243e321eae985) AuthConfig (e023298ee14510d6ecd77a98d4b6ab57cfa05c55e3cbcda17bd8e714e6bef5d3) AuthConfig (3b164dc0693b0f43ad58d89aed30c53e010eb6f94d1f44ec63828f3c79005693) AuthConfig (92a443802d55d3548a76b35dc9cb86d22525f138f6bf9fa7051a525088f9ca45) AuthConfig (416092951e916a09095f7403480f469ceb530fd4a79d1f601c819a8b5e6b9105) AuthConfig (97d9fa24315a8ee3a3733c87e3075737406fd118e51c3582ae11407dc88ea334) AuthConfig (845ad7040228bbfb6030086be7891644f39dc0c71c1e754c9b4aa88da780ccda) AuthConfig (0e54a6107a87e181fa014d644e4381b880a0459984cb3fc61641ae4b8baf08de) AuthConfig (7940a67413da8c3a7a0ca07051d67d2aa7ea67acde1d18b3d38f83dd2286dc63) AuthConfig (29a80da6915c4644e7d0ca207013f1157eb58362034930854d8effaee97957f1) AuthConfig (877f35d0fbf4537634b19bab5451f65681fa525c8356d8d9c4ee001eb4e94004) AuthConfig (ce94e2350a407f7bce5be2e060343333b2ea2c5aa7b8d1bca7f44514229f1275)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"756ea58a-0d7f-4222-8519-02f4c9ecfdb2","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:55.994991684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"auth-test-model-fbec82","reconcileID":"a2da4317-a03d-48ec-a4fa-82c9d51fc89c","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"tenant":"e2e-shared-b-w2-fbec82","gateway":"openshift-ingress/e2e-shared-b-w2-fbec82","model":"ai-tenant-e2e-shared-b-w2-fbec82/auth-test-model-fbec82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:55.995015875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"auth-test-model-fbec82","reconcileID":"a2da4317-a03d-48ec-a4fa-82c9d51fc89c","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"routeName":"auth-test-model-fbec82-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-fbec82","llmisvcName":"auth-test-model-fbec82","gateway":"openshift-ingress/e2e-shared-b-w2-fbec82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:01.307308034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"4fe34710-89f2-4960-b0f8-fbb1b01fe394","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/auth-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:01.30733014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"4fe34710-89f2-4960-b0f8-fbb1b01fe394","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"auth-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"auth-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:01.365252709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"02569483-78c4-40ec-aad4-56edb4233fb0","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/auth-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:01.36527426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"02569483-78c4-40ec-aad4-56edb4233fb0","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"auth-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"auth-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:01.406370474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"facf2746-e1c2-4006-a9b8-a98cb5f95f6b","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:47:01.413882411Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"b62efd3f-ec4e-490d-bfb9-78df26173d45","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-6198e1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:01.461343992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"facf2746-e1c2-4006-a9b8-a98cb5f95f6b","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:01.521707701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"e9c430b1-17ad-4acf-905b-89a2baa11917","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/auth-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:01.521725905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"e9c430b1-17ad-4acf-905b-89a2baa11917","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"auth-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"auth-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:01.57486368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"b7d3e2b9-40a4-4fd2-9f43-7040a0ffb8a0","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/auth-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:01.574882323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"b7d3e2b9-40a4-4fd2-9f43-7040a0ffb8a0","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"auth-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"auth-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:01.758617817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"a4dad79d-a2b7-4cb0-8cf8-c0ece62a6126","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:01.783075842Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"a3d4ec79-b6e2-4734-9f61-a690621a20f7","MaaSSubscription":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"maas-trlp-auth-test-model-fe63ac","model":"auth-test-model-fe63ac","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-fe63ac/e2e-auth-iso-6198e1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:01.81453194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"a4dad79d-a2b7-4cb0-8cf8-c0ece62a6126","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:01.945298749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"8c7d1573-a01e-42a5-8463-258db2d492f6","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/auth-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:01.945324954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"8c7d1573-a01e-42a5-8463-258db2d492f6","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"auth-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"auth-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:02.145224281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"7188d45a-be45-492f-91fd-94c21fa7d8d8","MaaSSubscription":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"maas-trlp-auth-test-model-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/auth-test-model-fe63ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:02.303820891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"89564fa5-2b9b-4912-ae02-8bf983eb7174","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/auth-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:02.303839516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"89564fa5-2b9b-4912-ae02-8bf983eb7174","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"auth-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"auth-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:02.382245326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"6bd53ca1-c062-42b7-ae15-a286648ab490","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b4d53e","tenantID":"e2e-shared-a-w4-b4d53e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:02.437786353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"6bd53ca1-c062-42b7-ae15-a286648ab490","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"e2e-shared-a-w4-b4d53e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:02.490767587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-b4d53e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4b773a2eac502258ea19c343ace8a097bea1da28e3366a12916214c6054d5fb1) AuthConfig (279d6c8325d4426123b19dd5b3dad58fa18d01f9ff5e8fffec2c9ac5de800983) AuthConfig (9c0442633cc358e67a8aace619ec48661697e350d1beb7c6f6a4f42166168121) AuthConfig (104e3de376f52d22b235a97af7bd89cddbf36cd084fe1c6b725438971187a9bc) AuthConfig (72118f0282eb1de68598aa4d8680269063c670fab8d85cb40d47da7e8f0bab3e) AuthConfig (4c1691c1adaa01b2ecc524037ceb4ae7162020521d6698fc73624915723ad4b9) AuthConfig (40d2b15f427a71d69a4c6630e1f31007a1d325e8254ca07915e6726977cb1ad5) AuthConfig (5ad625ca17312332c355778a9aa24e92b27b256cf0b7949e772eb80b7fa78c66) AuthConfig (742d2bd0f53bead9f5a172e1c8104de2d823b65cb3157c86a181ef074ab5fa8a) AuthConfig (449048bc9e81e37aa39c217a985f693c8ea217bd44fa291f468eb778b8b9200e) AuthConfig (6f14bb7b4af0eb1c0b1cef2e88f413ab7178b75a78e1ad544986c0d28b0c2dbb) AuthConfig (7ef205d00d9c2c612416c6049b8d264ce32330b4a26d8769cae39a9f72df1b8e) AuthConfig (d42179c571479a57b97ac94bca4e92041ae318760a658b8f4281a589c4cb5c54) AuthConfig (8a83b69a7d5aea7a0d6aa80586b964b5c26d757de504475766c9d5e001871268) AuthConfig (127a08cebd2aa8504b638e64983d242cd041842246b5614f32b15111c5bfd2e5) AuthConfig (f3bf032a44164487d4cd37b76b33aed94857bec6b3e42bd6440a2e925e221729) AuthConfig (e32be7ca36091d8a7ff5d9df89686476674038df66197a7bc8afbf5d806f5ee5) AuthConfig (67747d5fb5caa6a35ae8927f8479f05c3061438cb8ddb7b11ba0d5e7aa2b3a99)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"6bd53ca1-c062-42b7-ae15-a286648ab490","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:06.094212361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"f36134ed-1b10-43cf-a8df-5e580a43e02c","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fbec82","tenantID":"e2e-shared-b-w2-fbec82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:06.147554183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"f36134ed-1b10-43cf-a8df-5e580a43e02c","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"name":"e2e-shared-b-w2-fbec82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:06.199627759Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-fbec82-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f4c2d5d50c4415c5c793f2cc4a8c2117d9a4f002aca14e9042c288eb06079481) AuthConfig (6adc3707d7ff2c08fce25bba76a0c28eeec856bae4b1029c9d4cd17718166a37) AuthConfig (e585c33c88b451384e2ef5694a7fc9a1f69f838baa48e93ea093422cfdec98cc) AuthConfig (cb4c84776dd421826f3bbdad6a7d4f9eb2ac975b3336532b7d9e68c722750d14) AuthConfig (5dbe39546f406a2a34d10dd049d0c075658301a47bd248336e9d5f5d73010ea8) AuthConfig (b467b103969600d247dff43b4be18c5615984053c7f67edfd75f8648df23b50e) AuthConfig (87d3ba769b48389c789b155675d84cf85d9a974b991a3e34b76243e321eae985) AuthConfig (e023298ee14510d6ecd77a98d4b6ab57cfa05c55e3cbcda17bd8e714e6bef5d3) AuthConfig (3b164dc0693b0f43ad58d89aed30c53e010eb6f94d1f44ec63828f3c79005693) AuthConfig (92a443802d55d3548a76b35dc9cb86d22525f138f6bf9fa7051a525088f9ca45) AuthConfig (416092951e916a09095f7403480f469ceb530fd4a79d1f601c819a8b5e6b9105) AuthConfig (97d9fa24315a8ee3a3733c87e3075737406fd118e51c3582ae11407dc88ea334) AuthConfig (845ad7040228bbfb6030086be7891644f39dc0c71c1e754c9b4aa88da780ccda) AuthConfig (0e54a6107a87e181fa014d644e4381b880a0459984cb3fc61641ae4b8baf08de) AuthConfig (7940a67413da8c3a7a0ca07051d67d2aa7ea67acde1d18b3d38f83dd2286dc63) AuthConfig (29a80da6915c4644e7d0ca207013f1157eb58362034930854d8effaee97957f1) AuthConfig (877f35d0fbf4537634b19bab5451f65681fa525c8356d8d9c4ee001eb4e94004) AuthConfig (ce94e2350a407f7bce5be2e060343333b2ea2c5aa7b8d1bca7f44514229f1275)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"f36134ed-1b10-43cf-a8df-5e580a43e02c","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:06.231191606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"auth-test-model-7ca60f","reconcileID":"293f3f60-e1cd-47b2-9ff2-a257a871a0b3","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/auth-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:06.231214789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"auth-test-model-7ca60f","reconcileID":"293f3f60-e1cd-47b2-9ff2-a257a871a0b3","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"auth-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"auth-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:08.853414851Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:10.467245999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b9b4b661-62f9-4aa5-a1a1-6050c1f903df","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:10.638191281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"708b5226-9acb-4fd6-98be-7b23cae47ccf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:10.739565914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"a0a0b659-9056-4ce2-b6fb-54fe86aec917","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:10.949647387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"9f6ba95e-3725-46e0-b23d-a920e6094a4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.052688398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"673617e0-1f60-403a-9b5e-59403036eed8","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"name":"maas-trlp-auth-test-model-c5148c","model":"ai-tenant-e2e-shared-a-w2-c5148c/auth-test-model-c5148c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.152010738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"e04b20db-c977-47cb-a511-7233f0ca9949","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.159463308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"71e2d6d2-232a-44b3-9598-f7230508b7ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.283234884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f3f1b2d1-f3f1-40ed-b0af-098870376749","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.657828128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"452adcf2-2929-4f81-a886-799438d030e7","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/auth-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.657848535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"452adcf2-2929-4f81-a886-799438d030e7","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"auth-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"auth-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.711618306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"de9489d4-ca84-420d-ba3f-c3b9a2bf494e","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/auth-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.71163906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"de9489d4-ca84-420d-ba3f-c3b9a2bf494e","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"auth-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"auth-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.71530533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"9c3137ee-fb76-4b43-b0ee-5228a9ae9dbe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.813745694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"e296d83f-04b2-4e05-9611-a6252c708ab2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-28f82c","tenantID":"e2e-shared-a-w3-28f82c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.815220359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"4573c449-8715-4147-be48-2cec24d11996","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.841047576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"5561361a-7da9-4514-a59d-c19fc032d590","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.96405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"c35ef137-d9ec-4aa6-bacf-212fcb3da0b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.975751256Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"e296d83f-04b2-4e05-9611-a6252c708ab2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"e2e-shared-a-w3-28f82c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:12.028610454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-28f82c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"e296d83f-04b2-4e05-9611-a6252c708ab2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:12.083709279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"fbc143d3-7751-4e4d-bef5-dc5a7887d35b","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/auth-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:12.083731285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"fbc143d3-7751-4e4d-bef5-dc5a7887d35b","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"auth-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"auth-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:12.11327256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"d45da200-f4d9-4c2c-918f-4304c0c21dad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:12.590585954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"9817d362-fce8-45e3-877d-f4e0cc0d0607","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b4d53e","tenantID":"e2e-shared-a-w4-b4d53e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:12.644481757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"9817d362-fce8-45e3-877d-f4e0cc0d0607","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"e2e-shared-a-w4-b4d53e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:12.950891838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"auth-test-model-b4d53e","reconcileID":"b92f2d62-0632-47b6-87c7-f06afa7fac15","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/auth-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:12.950911829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"auth-test-model-b4d53e","reconcileID":"b92f2d62-0632-47b6-87c7-f06afa7fac15","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"auth-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"auth-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:14.809872127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e390539-cd50-4a39-a4bb-df84c6c10d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:14.860871397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e390539-cd50-4a39-a4bb-df84c6c10d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:14.912830643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e390539-cd50-4a39-a4bb-df84c6c10d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:14.964425163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e390539-cd50-4a39-a4bb-df84c6c10d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:16.329273377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"ebb589e3-9af4-4c43-801e-c88f3b6e917e","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fbec82","tenantID":"e2e-shared-b-w2-fbec82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:16.382688442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"ebb589e3-9af4-4c43-801e-c88f3b6e917e","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"name":"e2e-shared-b-w2-fbec82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:16.687047712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"auth-test-model-fbec82","reconcileID":"ad17fd1a-831d-4a5d-a27a-51403905a47a","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"tenant":"e2e-shared-b-w2-fbec82","gateway":"openshift-ingress/e2e-shared-b-w2-fbec82","model":"ai-tenant-e2e-shared-b-w2-fbec82/auth-test-model-fbec82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:16.687068531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"auth-test-model-fbec82","reconcileID":"ad17fd1a-831d-4a5d-a27a-51403905a47a","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"routeName":"auth-test-model-fbec82-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-fbec82","llmisvcName":"auth-test-model-fbec82","gateway":"openshift-ingress/e2e-shared-b-w2-fbec82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:16.769866645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf9d9fee-759e-48ce-b8ed-c31818e1d560","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:16.820006273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf9d9fee-759e-48ce-b8ed-c31818e1d560","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:16.869745725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf9d9fee-759e-48ce-b8ed-c31818e1d560","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:16.91934145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf9d9fee-759e-48ce-b8ed-c31818e1d560","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:18.394684416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"auth-test-model-b4d53e","reconcileID":"460f83c2-5daa-4321-8ae1-458a337752d0","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/auth-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:18.394706231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"auth-test-model-b4d53e","reconcileID":"460f83c2-5daa-4321-8ae1-458a337752d0","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"auth-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"auth-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:18.450282025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"auth-test-model-b4d53e","reconcileID":"ea0c85f4-08c0-4e54-9d62-bcf6b255c9f6","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/auth-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:18.450300502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"auth-test-model-b4d53e","reconcileID":"ea0c85f4-08c0-4e54-9d62-bcf6b255c9f6","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"auth-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"auth-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:18.493893912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"6cf22497-5faa-47bf-95b7-421454932a22","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b4d53e","tenantID":"e2e-shared-a-w4-b4d53e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:47:18.501037909Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"801de488-2f57-49b5-bcf2-cfc7a8c4eb35","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-28d1c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:18.54748312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"6cf22497-5faa-47bf-95b7-421454932a22","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"e2e-shared-a-w4-b4d53e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:18.606773242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"auth-test-model-b4d53e","reconcileID":"3ba95501-0174-4e6c-9fe8-a364c8cf6198","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/auth-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:18.606793771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"auth-test-model-b4d53e","reconcileID":"3ba95501-0174-4e6c-9fe8-a364c8cf6198","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"auth-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"auth-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:18.66078711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"auth-test-model-b4d53e","reconcileID":"f8df4dcf-7b65-4ec4-8651-4f2508e199da","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/auth-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:18.660805284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"auth-test-model-b4d53e","reconcileID":"f8df4dcf-7b65-4ec4-8651-4f2508e199da","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"auth-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"auth-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:18.848635867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"83074f87-297a-470f-a575-e315efa0333c","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b4d53e","tenantID":"e2e-shared-a-w4-b4d53e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:18.862561419Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"d5470f7e-1b3f-48e8-b0b1-5d6ccf951722","MaaSSubscription":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"maas-trlp-auth-test-model-b4d53e","model":"auth-test-model-b4d53e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-b4d53e/e2e-auth-iso-28d1c0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:18.904125775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"83074f87-297a-470f-a575-e315efa0333c","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"e2e-shared-a-w4-b4d53e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:19.021836482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"auth-test-model-b4d53e","reconcileID":"11d2d9d6-12b7-4b5b-be0a-5dc53a780ba2","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/auth-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:19.021864165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"auth-test-model-b4d53e","reconcileID":"11d2d9d6-12b7-4b5b-be0a-5dc53a780ba2","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"auth-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"auth-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:19.221050234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"81d0623d-df45-4c3c-9338-1053037f2c65","MaaSSubscription":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"maas-trlp-auth-test-model-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/auth-test-model-b4d53e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:21.979928675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"auth-test-model-fbec82","reconcileID":"db26d6b3-aa43-4c3c-92ef-a3be7d8c697a","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"tenant":"e2e-shared-b-w2-fbec82","gateway":"openshift-ingress/e2e-shared-b-w2-fbec82","model":"ai-tenant-e2e-shared-b-w2-fbec82/auth-test-model-fbec82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:21.979948187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"auth-test-model-fbec82","reconcileID":"db26d6b3-aa43-4c3c-92ef-a3be7d8c697a","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"routeName":"auth-test-model-fbec82-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-fbec82","llmisvcName":"auth-test-model-fbec82","gateway":"openshift-ingress/e2e-shared-b-w2-fbec82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:22.035722152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"auth-test-model-fbec82","reconcileID":"629b8823-dca3-491b-9ba3-47c3ddb1b6c1","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"tenant":"e2e-shared-b-w2-fbec82","gateway":"openshift-ingress/e2e-shared-b-w2-fbec82","model":"ai-tenant-e2e-shared-b-w2-fbec82/auth-test-model-fbec82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:22.035742877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"auth-test-model-fbec82","reconcileID":"629b8823-dca3-491b-9ba3-47c3ddb1b6c1","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"routeName":"auth-test-model-fbec82-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-fbec82","llmisvcName":"auth-test-model-fbec82","gateway":"openshift-ingress/e2e-shared-b-w2-fbec82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:22.079007357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"1fc46e83-67f5-4def-be71-aaa65a2cbd7b","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fbec82","tenantID":"e2e-shared-b-w2-fbec82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:47:22.085746889Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"d4671b95-c388-4da2-884c-2aea20aad836","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-bccced\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:22.132953815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"1fc46e83-67f5-4def-be71-aaa65a2cbd7b","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"name":"e2e-shared-b-w2-fbec82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:22.182392083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"02e07141-ef40-4db3-8c7b-520c8d42795f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-28f82c","tenantID":"e2e-shared-a-w3-28f82c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:22.193940359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"auth-test-model-fbec82","reconcileID":"04b6f73a-d3b7-4445-b31e-30980496be6c","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"tenant":"e2e-shared-b-w2-fbec82","gateway":"openshift-ingress/e2e-shared-b-w2-fbec82","model":"ai-tenant-e2e-shared-b-w2-fbec82/auth-test-model-fbec82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:22.193961463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"auth-test-model-fbec82","reconcileID":"04b6f73a-d3b7-4445-b31e-30980496be6c","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"routeName":"auth-test-model-fbec82-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-fbec82","llmisvcName":"auth-test-model-fbec82","gateway":"openshift-ingress/e2e-shared-b-w2-fbec82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:22.236397662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"02e07141-ef40-4db3-8c7b-520c8d42795f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"e2e-shared-a-w3-28f82c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:22.248366912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"auth-test-model-fbec82","reconcileID":"80156ada-2850-435f-aae0-6dc3cfb0d6fe","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"tenant":"e2e-shared-b-w2-fbec82","gateway":"openshift-ingress/e2e-shared-b-w2-fbec82","model":"ai-tenant-e2e-shared-b-w2-fbec82/auth-test-model-fbec82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:22.248384073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"auth-test-model-fbec82","reconcileID":"80156ada-2850-435f-aae0-6dc3cfb0d6fe","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"routeName":"auth-test-model-fbec82-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-fbec82","llmisvcName":"auth-test-model-fbec82","gateway":"openshift-ingress/e2e-shared-b-w2-fbec82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:22.28820693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-28f82c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"02e07141-ef40-4db3-8c7b-520c8d42795f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:22.431548025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"e4059d7e-33cb-4c76-92ed-78cb78fa8195","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fbec82","tenantID":"e2e-shared-b-w2-fbec82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:22.450740557Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"d7ea5fac-79ca-43e6-985f-378d14257809","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"name":"maas-trlp-auth-test-model-fbec82","model":"auth-test-model-fbec82","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-fbec82/e2e-auth-iso-bccced"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:22.485312528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"e4059d7e-33cb-4c76-92ed-78cb78fa8195","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"name":"e2e-shared-b-w2-fbec82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:22.609106798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"auth-test-model-fbec82","reconcileID":"477ec162-624c-42f7-b3cc-d067ef6c3d8f","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"tenant":"e2e-shared-b-w2-fbec82","gateway":"openshift-ingress/e2e-shared-b-w2-fbec82","model":"ai-tenant-e2e-shared-b-w2-fbec82/auth-test-model-fbec82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:22.609129271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"auth-test-model-fbec82","reconcileID":"477ec162-624c-42f7-b3cc-d067ef6c3d8f","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"routeName":"auth-test-model-fbec82-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-fbec82","llmisvcName":"auth-test-model-fbec82","gateway":"openshift-ingress/e2e-shared-b-w2-fbec82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:22.808296673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"199578b4-93e3-4ad6-850a-980593be2210","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"name":"maas-trlp-auth-test-model-fbec82","model":"ai-tenant-e2e-shared-b-w2-fbec82/auth-test-model-fbec82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:32.390050944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"d67b2498-3892-4eee-aa5b-31322f8e5ff2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-28f82c","tenantID":"e2e-shared-a-w3-28f82c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:32.443765914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"d67b2498-3892-4eee-aa5b-31322f8e5ff2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"e2e-shared-a-w3-28f82c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:32.495950175Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-28f82c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"d67b2498-3892-4eee-aa5b-31322f8e5ff2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:36.154575145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"a231e9cf-d041-44f9-bed3-166018c0b2c4","MaaSSubscription":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"maas-trlp-auth-test-model-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/auth-test-model-fe63ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:36.255605476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"678ad847-28fd-4ce3-8eee-d52ad561e656","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:36.312588002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"837f2ffa-5921-4669-b9ae-c0dc1aadf616","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/auth-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:36.312606843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"837f2ffa-5921-4669-b9ae-c0dc1aadf616","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"auth-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"auth-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:36.400410056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"291c9d7a-3aad-429b-aa04-7b9fbf6d7745","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"name":"maas-trlp-auth-test-model-c5148c","model":"ai-tenant-e2e-shared-a-w2-c5148c/auth-test-model-c5148c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:36.52484536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"56b8fbf6-ce53-4667-ad66-98d042a4f76c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:36.653111358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"629222bc-808d-4520-bbba-124be3a43371","MaaSSubscription":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"maas-trlp-auth-test-model-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/auth-test-model-b4d53e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:36.753778509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"eb470660-3f89-42ac-97e6-d546a7fc1252","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:36.813307243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"auth-test-model-b4d53e","reconcileID":"8db27ecb-29ca-4eae-a13c-6e24399e287a","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/auth-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:36.813326616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"auth-test-model-b4d53e","reconcileID":"8db27ecb-29ca-4eae-a13c-6e24399e287a","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"auth-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"auth-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:36.854573021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fd49ba79-4223-4134-86e1-c87e2ce70c5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:36.972516111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"a79747ab-acdd-4269-a508-8507add43795","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:37.099711179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"auth-test-model-c25940","reconcileID":"5c8be64f-7d08-4af7-b7b5-f0471ae39f32","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/auth-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:37.099731168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"auth-test-model-c25940","reconcileID":"5c8be64f-7d08-4af7-b7b5-f0471ae39f32","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"auth-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"auth-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:37.151457433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"auth-test-model-c25940","reconcileID":"cdd298ab-fe5e-498f-bb8b-31c791929cc2","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/auth-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:37.151476549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"auth-test-model-c25940","reconcileID":"cdd298ab-fe5e-498f-bb8b-31c791929cc2","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"auth-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"auth-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:37.245935626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"182a0cae-f820-48b1-8eb6-e6f77b3acacb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:37.250009316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"ae33fdf8-6ced-4855-8cd9-990131af27bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:37.345680543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"ce6a2a49-bec6-4a4c-9d47-8a89461082ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:37.369933394Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"ae33fdf8-6ced-4855-8cd9-990131af27bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:37.377435028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"9cbde6ad-04c0-48df-8f27-ebafc19377bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:37.422341511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-c25940-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"ae33fdf8-6ced-4855-8cd9-990131af27bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:37.476406819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"auth-test-model-c25940","reconcileID":"0ea595ad-75f6-47a5-978a-c068c27c7f7f","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/auth-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:37.476423353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"auth-test-model-c25940","reconcileID":"0ea595ad-75f6-47a5-978a-c068c27c7f7f","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"auth-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"auth-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:37.500784634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"134b79f3-fd12-4795-8f15-db5d35f7bc45","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"name":"maas-trlp-auth-test-model-fbec82","model":"ai-tenant-e2e-shared-b-w2-fbec82/auth-test-model-fbec82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:37.602962035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"dcc257d5-eb43-4546-acc7-5f3f383e4cc0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:37.66122686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"auth-test-model-fbec82","reconcileID":"3838ce1a-8b51-418b-b043-d7d4ca7edd6f","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"tenant":"e2e-shared-b-w2-fbec82","gateway":"openshift-ingress/e2e-shared-b-w2-fbec82","model":"ai-tenant-e2e-shared-b-w2-fbec82/auth-test-model-fbec82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:37.661246856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"auth-test-model-fbec82","reconcileID":"3838ce1a-8b51-418b-b043-d7d4ca7edd6f","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"routeName":"auth-test-model-fbec82-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-fbec82","llmisvcName":"auth-test-model-fbec82","gateway":"openshift-ingress/e2e-shared-b-w2-fbec82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:37.702614984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"9a9fd295-1d45-49b0-91b5-da6d355bf4be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:37.702901867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"507c95a6-cb82-4169-a967-f01c1f474d12","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:37.817766031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"2550fdf1-999b-4eef-9915-e0d16efee9b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:38.048237969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"70c159e3-9d16-4c08-9172-66bc6394efa5","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:38.104777466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"70c159e3-9d16-4c08-9172-66bc6394efa5","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:38.556168756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"9d06259e-6e8e-490c-9e7f-00c640c10b27","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b4d53e","tenantID":"e2e-shared-a-w4-b4d53e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:38.612272742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"9d06259e-6e8e-490c-9e7f-00c640c10b27","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"e2e-shared-a-w4-b4d53e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:38.656651389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"8ecc02f5-f538-4eb4-884a-c9f3d60a881c","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fbec82","tenantID":"e2e-shared-b-w2-fbec82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:38.7109059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"8ecc02f5-f538-4eb4-884a-c9f3d60a881c","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"name":"e2e-shared-b-w2-fbec82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:38.851232771Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:39.186131802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"772bf569-ff1a-458f-b3bc-acb25024f69e","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/auth-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:39.186164571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"772bf569-ff1a-458f-b3bc-acb25024f69e","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"auth-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"auth-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:39.240217399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"1b370489-5e9c-45d7-a2f4-fadcc498ddb8","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/auth-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:39.240237653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"1b370489-5e9c-45d7-a2f4-fadcc498ddb8","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"auth-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"auth-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:39.33906269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"11cae620-e4f8-46b0-bdd8-15745f104dc1","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a51378","tenantID":"e2e-shared-b-w4-a51378","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:39.45729835Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"11cae620-e4f8-46b0-bdd8-15745f104dc1","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"e2e-shared-b-w4-a51378-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:39.510109245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-a51378-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"11cae620-e4f8-46b0-bdd8-15745f104dc1","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:39.565517954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"7945e28c-9cb5-48e5-be66-ca935d5db28c","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/auth-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:39.565539109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"7945e28c-9cb5-48e5-be66-ca935d5db28c","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"auth-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"auth-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:40.720118475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"8b6a4509-675e-48c9-94eb-80323f40f635","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"tenant":"e2e-shared-a-w2-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","model":"ai-tenant-e2e-shared-a-w2-c5148c/auth-test-model-c5148c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:40.720140384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"8b6a4509-675e-48c9-94eb-80323f40f635","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"routeName":"auth-test-model-c5148c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c5148c","llmisvcName":"auth-test-model-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:40.820053713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"9eb6ffdf-7e00-4f7b-b2c9-6b4e209bdc8b","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c5148c","tenantID":"e2e-shared-a-w2-c5148c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:40.874284811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"9eb6ffdf-7e00-4f7b-b2c9-6b4e209bdc8b","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"name":"e2e-shared-a-w2-c5148c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:40.877924786Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"63767c91-83e1-4d29-b8e6-d3694e562c66","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-005fbc5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:41.174584371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"82309acb-b17d-49d0-9a23-392bbc349951","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c5148c","tenantID":"e2e-shared-a-w2-c5148c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:41.229811185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"82309acb-b17d-49d0-9a23-392bbc349951","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"name":"e2e-shared-a-w2-c5148c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:42.596633062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"9780dc47-0144-43a2-aa64-75f321f18914","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-28f82c","tenantID":"e2e-shared-a-w3-28f82c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:42.65068919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"9780dc47-0144-43a2-aa64-75f321f18914","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"e2e-shared-a-w3-28f82c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:42.703438873Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-28f82c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04a7d2134dc2b3ed37d0f9af42898054e912a509d4c7733d513923fadc43211f) AuthConfig (e7e97c5e809a27efd54a3162e9ac477fd4075b3376ea1c1ae5c23900e880d2c2) AuthConfig (213088da28794b06c69ea571f4d51ad7fbef8e412e72c0444f07933ef8ff05ae) AuthConfig (af5cba871f4eb2ab658fe8802c303dfd4fbb979d8a4a7a74356a3d6c9b071ff2) AuthConfig (d8f4758cb581193aaa75311abeeb5b52aef2ed713a01d1376d26f6fad958cddb) AuthConfig (d8d20650844e6621a25efe31cb6a739f70c07530e5d6f1bedd4d3e0b4d5503ec) AuthConfig (dcfa389dcae6dd2d49d1eb7919a8160633013ad50cc59af83b5284fa8e6cff8c) AuthConfig (605a4e219ceacaa01c48c454f2b67a90842e28d74e0ef73b99f6ac2f5509a743) AuthConfig (aa57b1b9c27fd16a428b76a1d1b9c0ab383c4692bfd80e2b2a01db49817ddf38) AuthConfig (1c62ca03c820bf62d47638daa19348ce6408c40e3f72160353afc87de3503a0a) AuthConfig (9e8b0f28b7f76e05d3a3f81960e02bbd01c04e5f7992d3bdaebbcc52f828288c) AuthConfig (368652cd7d70d7fa6abfc4a067307196deea3e31b965c66aaa6ec15f1717c3c7) AuthConfig (a0568450c9abd4665d46e1d8f4b302100aede195d96ddac7fcd76a7022af8a8c) AuthConfig (5ffaa3f4c0f7b9651a99d2a074b0857d280d480d3d8c165bf52500e3bda8b13f) AuthConfig (3d0e167e688a0546f19731b88c46b0c04ad7f2a34960641849d00e970ad7b8f3) AuthConfig (cf8f73aaa73015ae9ba1d80cd28470e042bda5de498eeec6797f53464d9a30cd) AuthConfig (3206dc7bfca77da7decccbcecf1aa5918825fed6df4994c57bdb8bc8a0b5e4ce) AuthConfig (91888a03a9845addf1cc150c1fa545081995b548ef791a75dea4409c74196977)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"9780dc47-0144-43a2-aa64-75f321f18914","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:42.75865602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"6f4fb911-dd6c-4a0b-8d0e-2186fa302a1d","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/auth-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:42.75868688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"6f4fb911-dd6c-4a0b-8d0e-2186fa302a1d","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"auth-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"auth-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:46.889395574Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52dd59"},"namespace":"ai-tenant-e2e-explicit-52dd59","name":"default-tenant","reconcileID":"55c284c0-3fbe-435c-99f4-865bc252fcd9","namespace":"ai-tenant-e2e-explicit-52dd59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:46.889452339Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52dd59"},"namespace":"ai-tenant-e2e-explicit-52dd59","name":"default-tenant","reconcileID":"55c284c0-3fbe-435c-99f4-865bc252fcd9","namespace":"ai-tenant-e2e-explicit-52dd59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:46.889510502Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52dd59"},"namespace":"ai-tenant-e2e-explicit-52dd59","name":"default-tenant","reconcileID":"55c284c0-3fbe-435c-99f4-865bc252fcd9","tenant":"e2e-explicit-52dd59","tenantID":"e2e-explicit-52dd59","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:46.940978297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52dd59"},"namespace":"ai-tenant-e2e-explicit-52dd59","name":"default-tenant","reconcileID":"55c284c0-3fbe-435c-99f4-865bc252fcd9","gvk":"Deployment","name":"maas-api-e2e-explicit-52dd59","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:46.999069121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52dd59"},"namespace":"ai-tenant-e2e-explicit-52dd59","name":"default-tenant","reconcileID":"55c284c0-3fbe-435c-99f4-865bc252fcd9","gvk":"Service","name":"maas-api-e2e-explicit-52dd59","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:47.056253307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52dd59"},"namespace":"ai-tenant-e2e-explicit-52dd59","name":"default-tenant","reconcileID":"55c284c0-3fbe-435c-99f4-865bc252fcd9","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-52dd59","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:47.107782583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52dd59"},"namespace":"ai-tenant-e2e-explicit-52dd59","name":"default-tenant","reconcileID":"55c284c0-3fbe-435c-99f4-865bc252fcd9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-52dd59","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:47.160977659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52dd59"},"namespace":"ai-tenant-e2e-explicit-52dd59","name":"default-tenant","reconcileID":"55c284c0-3fbe-435c-99f4-865bc252fcd9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-52dd59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:47.213882198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52dd59"},"namespace":"ai-tenant-e2e-explicit-52dd59","name":"default-tenant","reconcileID":"55c284c0-3fbe-435c-99f4-865bc252fcd9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-52dd59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:47.267823148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52dd59"},"namespace":"ai-tenant-e2e-explicit-52dd59","name":"default-tenant","reconcileID":"55c284c0-3fbe-435c-99f4-865bc252fcd9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-52dd59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:47.319467627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52dd59"},"namespace":"ai-tenant-e2e-explicit-52dd59","name":"default-tenant","reconcileID":"55c284c0-3fbe-435c-99f4-865bc252fcd9","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-52dd59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:47.369412383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52dd59"},"namespace":"ai-tenant-e2e-explicit-52dd59","name":"default-tenant","reconcileID":"55c284c0-3fbe-435c-99f4-865bc252fcd9","gvk":"Deployment","name":"payload-processing-e2e-explicit-52dd59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:47.419131316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52dd59"},"namespace":"ai-tenant-e2e-explicit-52dd59","name":"default-tenant","reconcileID":"55c284c0-3fbe-435c-99f4-865bc252fcd9","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-52dd59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:47.468696964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52dd59"},"namespace":"ai-tenant-e2e-explicit-52dd59","name":"default-tenant","reconcileID":"55c284c0-3fbe-435c-99f4-865bc252fcd9","gvk":"Service","name":"payload-processing-e2e-explicit-52dd59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:47.51797207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52dd59"},"namespace":"ai-tenant-e2e-explicit-52dd59","name":"default-tenant","reconcileID":"55c284c0-3fbe-435c-99f4-865bc252fcd9","gvk":"Service","name":"payload-pre-processing-e2e-explicit-52dd59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:47.567117381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52dd59"},"namespace":"ai-tenant-e2e-explicit-52dd59","name":"default-tenant","reconcileID":"55c284c0-3fbe-435c-99f4-865bc252fcd9","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-52dd59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:47.57569723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"eceb1a60-964d-4d0a-9ff6-4ab2391905df","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:47.616790256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52dd59"},"namespace":"ai-tenant-e2e-explicit-52dd59","name":"default-tenant","reconcileID":"55c284c0-3fbe-435c-99f4-865bc252fcd9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-52dd59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:47.628956944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"eceb1a60-964d-4d0a-9ff6-4ab2391905df","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:47.666190963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52dd59"},"namespace":"ai-tenant-e2e-explicit-52dd59","name":"default-tenant","reconcileID":"55c284c0-3fbe-435c-99f4-865bc252fcd9","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-52dd59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:47.681328223Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-c25940-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"eceb1a60-964d-4d0a-9ff6-4ab2391905df","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:47.718811088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52dd59"},"namespace":"ai-tenant-e2e-explicit-52dd59","name":"default-tenant","reconcileID":"55c284c0-3fbe-435c-99f4-865bc252fcd9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-52dd59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:47.76805768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52dd59"},"namespace":"ai-tenant-e2e-explicit-52dd59","name":"default-tenant","reconcileID":"55c284c0-3fbe-435c-99f4-865bc252fcd9","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-52dd59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:47.81729916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52dd59"},"namespace":"ai-tenant-e2e-explicit-52dd59","name":"default-tenant","reconcileID":"55c284c0-3fbe-435c-99f4-865bc252fcd9","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-52dd59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:47.871812838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52dd59"},"namespace":"ai-tenant-e2e-explicit-52dd59","name":"default-tenant","reconcileID":"55c284c0-3fbe-435c-99f4-865bc252fcd9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-52dd59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:47.921807411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-52dd59"},"namespace":"ai-tenant-e2e-explicit-52dd59","name":"default-tenant","reconcileID":"55c284c0-3fbe-435c-99f4-865bc252fcd9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-52dd59","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:49.664841278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"030a01f2-ba99-4888-a8b9-42ed1c5b959d","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a51378","tenantID":"e2e-shared-b-w4-a51378","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:49.718714034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"030a01f2-ba99-4888-a8b9-42ed1c5b959d","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"e2e-shared-b-w4-a51378-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:49.771480099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-a51378-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"030a01f2-ba99-4888-a8b9-42ed1c5b959d","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:50.928515254Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"196f998b-f0af-4c9d-b375-051f6c88b74f","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"model":"ai-tenant-e2e-shared-a-w2-c5148c/auth-test-model-c5148c","subscription":"e2e-auth-iso-bccced","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:50.978567386Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"196f998b-f0af-4c9d-b375-051f6c88b74f","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"model":"ai-tenant-e2e-shared-a-w2-c5148c/auth-test-model-c5148c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:51.028571869Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"196f998b-f0af-4c9d-b375-051f6c88b74f","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"name":"maas-trlp-auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c","model":"ai-tenant-e2e-shared-a-w2-c5148c/auth-test-model-c5148c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:51.294209617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"f084823f-cf7a-4ae7-afd5-bd681a069181","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"tenant":"e2e-shared-a-w2-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","model":"ai-tenant-e2e-shared-a-w2-c5148c/auth-test-model-c5148c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:51.294231486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"f084823f-cf7a-4ae7-afd5-bd681a069181","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"routeName":"auth-test-model-c5148c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c5148c","llmisvcName":"auth-test-model-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:51.394788637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"c482774d-e0cc-4348-b810-ab3f1a3aae1d","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c5148c","tenantID":"e2e-shared-a-w2-c5148c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:51.440022893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"auth-test-model-fbec82","reconcileID":"d541b839-8ae6-4899-bbbf-bcbb59f847f3","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"tenant":"e2e-shared-b-w2-fbec82","gateway":"openshift-ingress/e2e-shared-b-w2-fbec82","model":"ai-tenant-e2e-shared-b-w2-fbec82/auth-test-model-fbec82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:51.440043236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"auth-test-model-fbec82","reconcileID":"d541b839-8ae6-4899-bbbf-bcbb59f847f3","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"routeName":"auth-test-model-fbec82-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-fbec82","llmisvcName":"auth-test-model-fbec82","gateway":"openshift-ingress/e2e-shared-b-w2-fbec82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:51.448009957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"c482774d-e0cc-4348-b810-ab3f1a3aae1d","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"name":"e2e-shared-a-w2-c5148c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:51.555997768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"7be031a3-97df-4148-a5fb-4acd9dd146d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fbec82","tenantID":"e2e-shared-b-w2-fbec82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:51.556370788Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-52dd59","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-52dd59","reconcileID":"91d6e0bd-6d75-43b8-ae81-651db00bf756","aitenant":"ai-tenants/e2e-explicit-52dd59","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:51.62451273Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"c978526e-9d1e-44f0-9a39-aed14e77f548","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7142b1e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:51.627294466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"7be031a3-97df-4148-a5fb-4acd9dd146d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"name":"e2e-shared-b-w2-fbec82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:51.745083424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"fe47c425-f97b-4c7e-88df-a69bdcc36deb","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c5148c","tenantID":"e2e-shared-a-w2-c5148c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:51.79970335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"fe47c425-f97b-4c7e-88df-a69bdcc36deb","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"name":"e2e-shared-a-w2-c5148c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:51.949423541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"7dccb95b-200e-4c76-8829-06f6bb22e8fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fbec82","tenantID":"e2e-shared-b-w2-fbec82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:52.002632454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"7dccb95b-200e-4c76-8829-06f6bb22e8fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"name":"e2e-shared-b-w2-fbec82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:52.144304616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f8a0ea5-74a4-4414-8606-d914f96e9708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:52.194102737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f8a0ea5-74a4-4414-8606-d914f96e9708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:52.243621463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f8a0ea5-74a4-4414-8606-d914f96e9708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:52.293478456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f8a0ea5-74a4-4414-8606-d914f96e9708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:52.350021805Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-52dd59","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-52dd59","reconcileID":"91d6e0bd-6d75-43b8-ae81-651db00bf756","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-52dd59","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-52dd59"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:52.860352053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"4cf39ac8-84e6-4744-902e-551272e2aba8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-28f82c","tenantID":"e2e-shared-a-w3-28f82c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:52.914218654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"4cf39ac8-84e6-4744-902e-551272e2aba8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"e2e-shared-a-w3-28f82c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:52.967672712Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-28f82c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04a7d2134dc2b3ed37d0f9af42898054e912a509d4c7733d513923fadc43211f) AuthConfig (e7e97c5e809a27efd54a3162e9ac477fd4075b3376ea1c1ae5c23900e880d2c2) AuthConfig (213088da28794b06c69ea571f4d51ad7fbef8e412e72c0444f07933ef8ff05ae) AuthConfig (af5cba871f4eb2ab658fe8802c303dfd4fbb979d8a4a7a74356a3d6c9b071ff2) AuthConfig (d8f4758cb581193aaa75311abeeb5b52aef2ed713a01d1376d26f6fad958cddb) AuthConfig (d8d20650844e6621a25efe31cb6a739f70c07530e5d6f1bedd4d3e0b4d5503ec) AuthConfig (dcfa389dcae6dd2d49d1eb7919a8160633013ad50cc59af83b5284fa8e6cff8c) AuthConfig (605a4e219ceacaa01c48c454f2b67a90842e28d74e0ef73b99f6ac2f5509a743) AuthConfig (aa57b1b9c27fd16a428b76a1d1b9c0ab383c4692bfd80e2b2a01db49817ddf38) AuthConfig (1c62ca03c820bf62d47638daa19348ce6408c40e3f72160353afc87de3503a0a) AuthConfig (9e8b0f28b7f76e05d3a3f81960e02bbd01c04e5f7992d3bdaebbcc52f828288c) AuthConfig (368652cd7d70d7fa6abfc4a067307196deea3e31b965c66aaa6ec15f1717c3c7) AuthConfig (a0568450c9abd4665d46e1d8f4b302100aede195d96ddac7fcd76a7022af8a8c) AuthConfig (5ffaa3f4c0f7b9651a99d2a074b0857d280d480d3d8c165bf52500e3bda8b13f) AuthConfig (3d0e167e688a0546f19731b88c46b0c04ad7f2a34960641849d00e970ad7b8f3) AuthConfig (cf8f73aaa73015ae9ba1d80cd28470e042bda5de498eeec6797f53464d9a30cd) AuthConfig (3206dc7bfca77da7decccbcecf1aa5918825fed6df4994c57bdb8bc8a0b5e4ce) AuthConfig (91888a03a9845addf1cc150c1fa545081995b548ef791a75dea4409c74196977)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"4cf39ac8-84e6-4744-902e-551272e2aba8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:54.130453888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0067b82-0d02-4091-8684-840892539004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:54.181275926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0067b82-0d02-4091-8684-840892539004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:54.231061503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0067b82-0d02-4091-8684-840892539004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:54.282416597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0067b82-0d02-4091-8684-840892539004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:56.254826533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d77482b8-d17b-47f2-9adc-205bf4a94c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:56.305365633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d77482b8-d17b-47f2-9adc-205bf4a94c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:56.355187463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d77482b8-d17b-47f2-9adc-205bf4a94c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:56.404913467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d77482b8-d17b-47f2-9adc-205bf4a94c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:57.781045103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"cd3965a3-a624-4692-b258-f9e7b37999bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:57.834323137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"cd3965a3-a624-4692-b258-f9e7b37999bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:57.886859748Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-c25940-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"cd3965a3-a624-4692-b258-f9e7b37999bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:59.871651953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"421cf924-9ea8-4c40-8000-4be981fca346","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a51378","tenantID":"e2e-shared-b-w4-a51378","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:59.925444719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"421cf924-9ea8-4c40-8000-4be981fca346","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"e2e-shared-b-w4-a51378-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:59.977594824Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-a51378-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"421cf924-9ea8-4c40-8000-4be981fca346","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.675498451Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"f73b9f84-d767-40eb-a6ad-da5c9489ba1a","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"model":"ai-tenant-e2e-shared-b-w2-fbec82/auth-test-model-fbec82","subscription":"e2e-auth-iso-bccced","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.725647775Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"f73b9f84-d767-40eb-a6ad-da5c9489ba1a","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"model":"ai-tenant-e2e-shared-b-w2-fbec82/auth-test-model-fbec82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.775937881Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"f73b9f84-d767-40eb-a6ad-da5c9489ba1a","MaaSSubscription":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"name":"maas-trlp-auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82","model":"ai-tenant-e2e-shared-b-w2-fbec82/auth-test-model-fbec82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.040323739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"auth-test-model-fbec82","reconcileID":"7b20214d-d813-4db4-bb8f-d6f289cde08b","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"tenant":"e2e-shared-b-w2-fbec82","gateway":"openshift-ingress/e2e-shared-b-w2-fbec82","model":"ai-tenant-e2e-shared-b-w2-fbec82/auth-test-model-fbec82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.040342478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"auth-test-model-fbec82","reconcileID":"7b20214d-d813-4db4-bb8f-d6f289cde08b","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"routeName":"auth-test-model-fbec82-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-fbec82","llmisvcName":"auth-test-model-fbec82","gateway":"openshift-ingress/e2e-shared-b-w2-fbec82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.13905538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"90024b6b-4a96-456b-98bb-8409f621f39f","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fbec82","tenantID":"e2e-shared-b-w2-fbec82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.176376428Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"033f6b63-34a8-4720-9038-307915147e04","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"model":"ai-tenant-e2e-shared-a-w2-c5148c/auth-test-model-c5148c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.176705158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"56485187-0169-4579-961c-94837d687823","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"tenant":"e2e-shared-a-w2-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","model":"ai-tenant-e2e-shared-a-w2-c5148c/auth-test-model-c5148c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.17671909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"56485187-0169-4579-961c-94837d687823","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"routeName":"auth-test-model-c5148c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c5148c","llmisvcName":"auth-test-model-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.235301712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"90024b6b-4a96-456b-98bb-8409f621f39f","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"name":"e2e-shared-b-w2-fbec82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.334671273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"033f6b63-34a8-4720-9038-307915147e04","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c5148c","tenantID":"e2e-shared-a-w2-c5148c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.451224562Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"033f6b63-34a8-4720-9038-307915147e04","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"name":"e2e-shared-a-w2-c5148c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.451252091Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"e2e-auth-iso-bccced","reconcileID":"033f6b63-34a8-4720-9038-307915147e04","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c5148c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.483944532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"c75dd0ea-13ca-49f7-94a6-c5e06ac0ab63","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fbec82","tenantID":"e2e-shared-b-w2-fbec82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.504286002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"bd7099b0-3aa4-422b-9279-46d0b3ad2a3e","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"tenant":"e2e-shared-a-w2-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","model":"ai-tenant-e2e-shared-a-w2-c5148c/auth-test-model-c5148c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.504307128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"auth-test-model-c5148c","reconcileID":"bd7099b0-3aa4-422b-9279-46d0b3ad2a3e","MaaSModelRef":{"name":"auth-test-model-c5148c","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"routeName":"auth-test-model-c5148c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c5148c","llmisvcName":"auth-test-model-c5148c","gateway":"openshift-ingress/e2e-shared-a-w2-c5148c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.538896237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"c75dd0ea-13ca-49f7-94a6-c5e06ac0ab63","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"name":"e2e-shared-b-w2-fbec82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.635184129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"auth-test-model-fbec82","reconcileID":"dc8ac7d4-8d04-4960-80dc-96f836d37f84","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"tenant":"e2e-shared-b-w2-fbec82","gateway":"openshift-ingress/e2e-shared-b-w2-fbec82","model":"ai-tenant-e2e-shared-b-w2-fbec82/auth-test-model-fbec82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.635211284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"auth-test-model-fbec82","reconcileID":"dc8ac7d4-8d04-4960-80dc-96f836d37f84","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"routeName":"auth-test-model-fbec82-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-fbec82","llmisvcName":"auth-test-model-fbec82","gateway":"openshift-ingress/e2e-shared-b-w2-fbec82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.739244216Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"8c6c8ecc-18a7-4799-88a9-36fc73239060","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"model":"ai-tenant-e2e-shared-b-w2-fbec82/auth-test-model-fbec82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.93824648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"8c6c8ecc-18a7-4799-88a9-36fc73239060","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fbec82","tenantID":"e2e-shared-b-w2-fbec82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.056005456Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"8c6c8ecc-18a7-4799-88a9-36fc73239060","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"name":"e2e-shared-b-w2-fbec82-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.056038665Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"e2e-auth-iso-bccced","reconcileID":"8c6c8ecc-18a7-4799-88a9-36fc73239060","MaaSAuthPolicy":{"name":"e2e-auth-iso-bccced","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fbec82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.089173017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"64962700-b615-4be5-8da1-5c30e8d50dff","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-28f82c","tenantID":"e2e-shared-a-w3-28f82c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.11032553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"auth-test-model-fbec82","reconcileID":"3de577cb-4833-43e7-8c57-c7bc38a0895a","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"tenant":"e2e-shared-b-w2-fbec82","gateway":"openshift-ingress/e2e-shared-b-w2-fbec82","model":"ai-tenant-e2e-shared-b-w2-fbec82/auth-test-model-fbec82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.110347364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"auth-test-model-fbec82","reconcileID":"3de577cb-4833-43e7-8c57-c7bc38a0895a","MaaSModelRef":{"name":"auth-test-model-fbec82","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"routeName":"auth-test-model-fbec82-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-fbec82","llmisvcName":"auth-test-model-fbec82","gateway":"openshift-ingress/e2e-shared-b-w2-fbec82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.142991213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"64962700-b615-4be5-8da1-5c30e8d50dff","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"e2e-shared-a-w3-28f82c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.195535245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-28f82c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04a7d2134dc2b3ed37d0f9af42898054e912a509d4c7733d513923fadc43211f) AuthConfig (e7e97c5e809a27efd54a3162e9ac477fd4075b3376ea1c1ae5c23900e880d2c2) AuthConfig (213088da28794b06c69ea571f4d51ad7fbef8e412e72c0444f07933ef8ff05ae) AuthConfig (af5cba871f4eb2ab658fe8802c303dfd4fbb979d8a4a7a74356a3d6c9b071ff2) AuthConfig (d8f4758cb581193aaa75311abeeb5b52aef2ed713a01d1376d26f6fad958cddb) AuthConfig (d8d20650844e6621a25efe31cb6a739f70c07530e5d6f1bedd4d3e0b4d5503ec) AuthConfig (dcfa389dcae6dd2d49d1eb7919a8160633013ad50cc59af83b5284fa8e6cff8c) AuthConfig (605a4e219ceacaa01c48c454f2b67a90842e28d74e0ef73b99f6ac2f5509a743) AuthConfig (aa57b1b9c27fd16a428b76a1d1b9c0ab383c4692bfd80e2b2a01db49817ddf38) AuthConfig (1c62ca03c820bf62d47638daa19348ce6408c40e3f72160353afc87de3503a0a) AuthConfig (9e8b0f28b7f76e05d3a3f81960e02bbd01c04e5f7992d3bdaebbcc52f828288c) AuthConfig (368652cd7d70d7fa6abfc4a067307196deea3e31b965c66aaa6ec15f1717c3c7) AuthConfig (a0568450c9abd4665d46e1d8f4b302100aede195d96ddac7fcd76a7022af8a8c) AuthConfig (5ffaa3f4c0f7b9651a99d2a074b0857d280d480d3d8c165bf52500e3bda8b13f) AuthConfig (3d0e167e688a0546f19731b88c46b0c04ad7f2a34960641849d00e970ad7b8f3) AuthConfig (cf8f73aaa73015ae9ba1d80cd28470e042bda5de498eeec6797f53464d9a30cd) AuthConfig (3206dc7bfca77da7decccbcecf1aa5918825fed6df4994c57bdb8bc8a0b5e4ce) AuthConfig (91888a03a9845addf1cc150c1fa545081995b548ef791a75dea4409c74196977)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"64962700-b615-4be5-8da1-5c30e8d50dff","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.988443932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"b5c1427a-e235-4c39-8a9a-16822f27e605","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.042347051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"b5c1427a-e235-4c39-8a9a-16822f27e605","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.094792669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-c25940-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"b5c1427a-e235-4c39-8a9a-16822f27e605","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.853491725Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:10.079770335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"2203e9c5-a311-4b82-a100-60b4203aaf7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a51378","tenantID":"e2e-shared-b-w4-a51378","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:10.134137028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"2203e9c5-a311-4b82-a100-60b4203aaf7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"e2e-shared-b-w4-a51378-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:10.186894065Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-a51378-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"2203e9c5-a311-4b82-a100-60b4203aaf7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:13.295230925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"8d0038ac-db3c-4fe9-ba7e-138993f31596","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-28f82c","tenantID":"e2e-shared-a-w3-28f82c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:13.349443343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"8d0038ac-db3c-4fe9-ba7e-138993f31596","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"e2e-shared-a-w3-28f82c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:13.402027542Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-28f82c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04a7d2134dc2b3ed37d0f9af42898054e912a509d4c7733d513923fadc43211f) AuthConfig (e7e97c5e809a27efd54a3162e9ac477fd4075b3376ea1c1ae5c23900e880d2c2) AuthConfig (213088da28794b06c69ea571f4d51ad7fbef8e412e72c0444f07933ef8ff05ae) AuthConfig (af5cba871f4eb2ab658fe8802c303dfd4fbb979d8a4a7a74356a3d6c9b071ff2) AuthConfig (d8f4758cb581193aaa75311abeeb5b52aef2ed713a01d1376d26f6fad958cddb) AuthConfig (d8d20650844e6621a25efe31cb6a739f70c07530e5d6f1bedd4d3e0b4d5503ec) AuthConfig (dcfa389dcae6dd2d49d1eb7919a8160633013ad50cc59af83b5284fa8e6cff8c) AuthConfig (605a4e219ceacaa01c48c454f2b67a90842e28d74e0ef73b99f6ac2f5509a743) AuthConfig (aa57b1b9c27fd16a428b76a1d1b9c0ab383c4692bfd80e2b2a01db49817ddf38) AuthConfig (1c62ca03c820bf62d47638daa19348ce6408c40e3f72160353afc87de3503a0a) AuthConfig (9e8b0f28b7f76e05d3a3f81960e02bbd01c04e5f7992d3bdaebbcc52f828288c) AuthConfig (368652cd7d70d7fa6abfc4a067307196deea3e31b965c66aaa6ec15f1717c3c7) AuthConfig (a0568450c9abd4665d46e1d8f4b302100aede195d96ddac7fcd76a7022af8a8c) AuthConfig (5ffaa3f4c0f7b9651a99d2a074b0857d280d480d3d8c165bf52500e3bda8b13f) AuthConfig (3d0e167e688a0546f19731b88c46b0c04ad7f2a34960641849d00e970ad7b8f3) AuthConfig (cf8f73aaa73015ae9ba1d80cd28470e042bda5de498eeec6797f53464d9a30cd) AuthConfig (3206dc7bfca77da7decccbcecf1aa5918825fed6df4994c57bdb8bc8a0b5e4ce) AuthConfig (91888a03a9845addf1cc150c1fa545081995b548ef791a75dea4409c74196977)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"8d0038ac-db3c-4fe9-ba7e-138993f31596","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:48:17.884802127Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-313523","namespace":"ai-tenant-e2e-noten-313523"},"namespace":"ai-tenant-e2e-noten-313523","name":"noten-model-313523","reconcileID":"118dac9c-9139-4335-b381-ad9ac789002d","MaaSModelRef":{"name":"noten-model-313523","namespace":"ai-tenant-e2e-noten-313523"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-313523/noten-model-313523: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-313523/noten-model-313523-kserve-route (gateways: [openshift-ingress/e2e-noten-313523]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:48:17.936965809Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-313523","namespace":"ai-tenant-e2e-noten-313523"},"namespace":"ai-tenant-e2e-noten-313523","name":"noten-model-313523","reconcileID":"118dac9c-9139-4335-b381-ad9ac789002d","error":"resolve tenant gateway for model ai-tenant-e2e-noten-313523/noten-model-313523: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-313523/noten-model-313523-kserve-route (gateways: [openshift-ingress/e2e-noten-313523]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:48:17.942372844Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-313523","namespace":"ai-tenant-e2e-noten-313523"},"namespace":"ai-tenant-e2e-noten-313523","name":"noten-model-313523","reconcileID":"46a2ab59-e6e2-4769-b133-2fc75a8245ac","MaaSModelRef":{"name":"noten-model-313523","namespace":"ai-tenant-e2e-noten-313523"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-313523/noten-model-313523: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-313523/noten-model-313523-kserve-route (gateways: [openshift-ingress/e2e-noten-313523]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:48:17.942423853Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-313523","namespace":"ai-tenant-e2e-noten-313523"},"namespace":"ai-tenant-e2e-noten-313523","name":"noten-model-313523","reconcileID":"46a2ab59-e6e2-4769-b133-2fc75a8245ac","error":"resolve tenant gateway for model ai-tenant-e2e-noten-313523/noten-model-313523: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-313523/noten-model-313523-kserve-route (gateways: [openshift-ingress/e2e-noten-313523]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:48:17.953605828Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-313523","namespace":"ai-tenant-e2e-noten-313523"},"namespace":"ai-tenant-e2e-noten-313523","name":"noten-model-313523","reconcileID":"e87a10d4-fd0c-443c-9be3-3ebc1a026452","MaaSModelRef":{"name":"noten-model-313523","namespace":"ai-tenant-e2e-noten-313523"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-313523/noten-model-313523: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-313523/noten-model-313523-kserve-route (gateways: [openshift-ingress/e2e-noten-313523]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:48:17.953656242Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-313523","namespace":"ai-tenant-e2e-noten-313523"},"namespace":"ai-tenant-e2e-noten-313523","name":"noten-model-313523","reconcileID":"e87a10d4-fd0c-443c-9be3-3ebc1a026452","error":"resolve tenant gateway for model ai-tenant-e2e-noten-313523/noten-model-313523: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-313523/noten-model-313523-kserve-route (gateways: [openshift-ingress/e2e-noten-313523]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:48:17.974703826Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-313523","namespace":"ai-tenant-e2e-noten-313523"},"namespace":"ai-tenant-e2e-noten-313523","name":"noten-model-313523","reconcileID":"14cd1b29-5c64-4709-9b2b-c82e343579f1","MaaSModelRef":{"name":"noten-model-313523","namespace":"ai-tenant-e2e-noten-313523"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-313523/noten-model-313523: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-313523/noten-model-313523-kserve-route (gateways: [openshift-ingress/e2e-noten-313523]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:48:17.974764987Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-313523","namespace":"ai-tenant-e2e-noten-313523"},"namespace":"ai-tenant-e2e-noten-313523","name":"noten-model-313523","reconcileID":"14cd1b29-5c64-4709-9b2b-c82e343579f1","error":"resolve tenant gateway for model ai-tenant-e2e-noten-313523/noten-model-313523: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-313523/noten-model-313523-kserve-route (gateways: [openshift-ingress/e2e-noten-313523]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:48:18.015170632Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-313523","namespace":"ai-tenant-e2e-noten-313523"},"namespace":"ai-tenant-e2e-noten-313523","name":"noten-model-313523","reconcileID":"d68e9744-f8a2-4bd6-9025-258f8afc99d4","MaaSModelRef":{"name":"noten-model-313523","namespace":"ai-tenant-e2e-noten-313523"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-313523/noten-model-313523: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-313523/noten-model-313523-kserve-route (gateways: [openshift-ingress/e2e-noten-313523]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:48:18.015243344Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-313523","namespace":"ai-tenant-e2e-noten-313523"},"namespace":"ai-tenant-e2e-noten-313523","name":"noten-model-313523","reconcileID":"d68e9744-f8a2-4bd6-9025-258f8afc99d4","error":"resolve tenant gateway for model ai-tenant-e2e-noten-313523/noten-model-313523: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-313523/noten-model-313523-kserve-route (gateways: [openshift-ingress/e2e-noten-313523]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:48:18.095621462Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-313523","namespace":"ai-tenant-e2e-noten-313523"},"namespace":"ai-tenant-e2e-noten-313523","name":"noten-model-313523","reconcileID":"22b75cc3-e6f7-4d65-ab96-b56e8f68f169","MaaSModelRef":{"name":"noten-model-313523","namespace":"ai-tenant-e2e-noten-313523"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-313523/noten-model-313523: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-313523/noten-model-313523-kserve-route (gateways: [openshift-ingress/e2e-noten-313523]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:48:18.095699124Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-313523","namespace":"ai-tenant-e2e-noten-313523"},"namespace":"ai-tenant-e2e-noten-313523","name":"noten-model-313523","reconcileID":"22b75cc3-e6f7-4d65-ab96-b56e8f68f169","error":"resolve tenant gateway for model ai-tenant-e2e-noten-313523/noten-model-313523: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-313523/noten-model-313523-kserve-route (gateways: [openshift-ingress/e2e-noten-313523]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.197473451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"cbb60f64-78e1-46a2-be6d-da477669eff9","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.253387536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"cbb60f64-78e1-46a2-be6d-da477669eff9","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:48:18.256332076Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-313523","namespace":"ai-tenant-e2e-noten-313523"},"namespace":"ai-tenant-e2e-noten-313523","name":"noten-model-313523","reconcileID":"3a7d33d5-51fe-4865-ae63-f17819a6467b","MaaSModelRef":{"name":"noten-model-313523","namespace":"ai-tenant-e2e-noten-313523"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-313523/noten-model-313523: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-313523/noten-model-313523-kserve-route (gateways: [openshift-ingress/e2e-noten-313523]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:48:18.256414546Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-313523","namespace":"ai-tenant-e2e-noten-313523"},"namespace":"ai-tenant-e2e-noten-313523","name":"noten-model-313523","reconcileID":"3a7d33d5-51fe-4865-ae63-f17819a6467b","error":"resolve tenant gateway for model ai-tenant-e2e-noten-313523/noten-model-313523: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-313523/noten-model-313523-kserve-route (gateways: [openshift-ingress/e2e-noten-313523]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.306073883Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-c25940-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (32b4e4648a2bf2dd6a9965c5496e381f184f48b34b623f878decd107f01dcf78) AuthConfig (2d1ac8ee79b9d3051dc672abc69cdc31bda1cddc87964e43a65ed34ec4603e28) AuthConfig (20173dbe873567232a6abbe15309b7c575dd8a031d14baebb093d071b1ec27ec) AuthConfig (cf2922183e4085472c5cf3b84a160732d34020c06f3cc5b0572a01ee7633a4a1) AuthConfig (da8ec52ec3f6d90061d10d84e369dbea7b18e365e0c6049ce642eb512718825c) AuthConfig (f38dcd61eade8b24b6802ef8c845d4fd1d1efccb2c25b0acf160bb4b8d4d2602) AuthConfig (b51325b12506124eec62840d0ed9e863808a65f50948e962092e272e6dd69a4a) AuthConfig (c11e386d960238666fbdb333467fc3cb7b9ba82c01f9a7f05d1b611f8fddc522) AuthConfig (1bacad5e5ef7eb6a8a0e545c59e473d7e6bfc105de9b4ba747f5c4117d7ee708) AuthConfig (daad6ccf0aae165ecfbd503b2461dbd0e22eec17fe62b599313a0a3ff5abbade) AuthConfig (25c3dd61ed228c57c49f324fd87b879be7dd7f8acada592a45eb2a6e88032aa9) AuthConfig (c38756ca7aa081fb3a906f95844b7deb23d786fff642e506d1605ffff9e21023) AuthConfig (d32cd0c023598d12ef7db1108a1e777b584f33a970bbbfbe0f291d20d14c4751) AuthConfig (7c661c873aa1f0148c671d6f28d6c5521c6bd23a3744d0b55afbbb2282284e39) AuthConfig (f0e651f35d0a5f57961deed797b9e27c8d8168949296e066e9a2ded3efd333f6) AuthConfig (6157e654159fe9676b7f214a7640911e86681770c733cdc346f0b70f2084a3c2) AuthConfig (d5e8183532bb7b8c16ea4c814a7ed2c4c3506ec57e86831171e10ad1caa23f1d) AuthConfig (d0e9f7e4f9b3dc66dd1b3e56fc7b9ae0ba9342c86636f9569080d118fe95df2e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"cbb60f64-78e1-46a2-be6d-da477669eff9","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.360382556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"auth-test-model-c25940","reconcileID":"931f6ac6-0841-45a1-a607-4b81da8e546d","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/auth-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.360405417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"auth-test-model-c25940","reconcileID":"931f6ac6-0841-45a1-a607-4b81da8e546d","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"auth-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"auth-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:48:18.577631579Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-313523","namespace":"ai-tenant-e2e-noten-313523"},"namespace":"ai-tenant-e2e-noten-313523","name":"noten-model-313523","reconcileID":"15fffe10-fab4-4a6b-b93b-8ba163ed9981","MaaSModelRef":{"name":"noten-model-313523","namespace":"ai-tenant-e2e-noten-313523"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-313523/noten-model-313523: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-313523/noten-model-313523-kserve-route (gateways: [openshift-ingress/e2e-noten-313523]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:48:18.577695875Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-313523","namespace":"ai-tenant-e2e-noten-313523"},"namespace":"ai-tenant-e2e-noten-313523","name":"noten-model-313523","reconcileID":"15fffe10-fab4-4a6b-b93b-8ba163ed9981","error":"resolve tenant gateway for model ai-tenant-e2e-noten-313523/noten-model-313523: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-313523/noten-model-313523-kserve-route (gateways: [openshift-ingress/e2e-noten-313523]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:48:19.218541187Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-313523","namespace":"ai-tenant-e2e-noten-313523"},"namespace":"ai-tenant-e2e-noten-313523","name":"noten-model-313523","reconcileID":"c723f70f-5647-4251-824d-1553b3c22cf7","MaaSModelRef":{"name":"noten-model-313523","namespace":"ai-tenant-e2e-noten-313523"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-313523/noten-model-313523: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-313523/noten-model-313523-kserve-route (gateways: [openshift-ingress/e2e-noten-313523]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:48:19.218623014Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-313523","namespace":"ai-tenant-e2e-noten-313523"},"namespace":"ai-tenant-e2e-noten-313523","name":"noten-model-313523","reconcileID":"c723f70f-5647-4251-824d-1553b3c22cf7","error":"resolve tenant gateway for model ai-tenant-e2e-noten-313523/noten-model-313523: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-313523/noten-model-313523-kserve-route (gateways: [openshift-ingress/e2e-noten-313523]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:20.286875065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"0519966e-7412-46af-b830-25746dfed941","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a51378","tenantID":"e2e-shared-b-w4-a51378","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:20.34141111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"0519966e-7412-46af-b830-25746dfed941","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"e2e-shared-b-w4-a51378-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:20.393550678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-a51378-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bdf21a0c23e1441dbd530d01d384ca40d5f615037d6547cd934c62a7cdc62321) AuthConfig (5817e7a4611b510534a1b5b272153d4e6d66c5c12ac52e4b78cc96395019b0e5) AuthConfig (7743c0fac57eb2c716fe83ca591db3a67e95489702b9e555a22ec6679acd464c) AuthConfig (243066f9feef826d36fefe634bc4559a88fdd26b38ad3f8a46d27903039211b1) AuthConfig (d237dffb3ae1d769ac150e2a79b76fd453e5d44a6a580a9e91963ddedde9db9c) AuthConfig (314b7a5c469e05e06b41e76a9c092046c7aa67616cd8f901d2ed8b72f848810f) AuthConfig (62145ba947aa667eb16ae301d52c3885333fcce384c178057e16319a84e4877f) AuthConfig (d65f1969b25ecc5a2aecb5c317dfcbdb7445a14047e6ae95dc69c1aefaec413f) AuthConfig (6e2e05f9ac7c21676c2af7ff377d1b51c950fe979a8b88ec4bde66819c167eda) AuthConfig (bee7f7192ee8a821025da157cf27329ab9159f2fbc907da66c7dc93fa6978d59) AuthConfig (b2d68e533ff303345381f8d6b14218d9c2278bf72aa5acf956fe67314324aea3) AuthConfig (c51c732e6d2ba1a0dbbdc80bbe7ed93a40b40a5c64b4d154db216d987757d56b) AuthConfig (ebfdcc2cb6f6607caa91d95bcddeee0cde0cbaffea17c3a04aacd2ee1fa0d755) AuthConfig (741597cc52034f152c7042ce96bd427b9086fa1be1b15119f55068bb2685f0bd) AuthConfig (101114984e82650068db210834732507d997575e915048dbaa570f16742625f2) AuthConfig (b905a074ae9306abb362e91d9f9fd4710367e203f9fc40827a2454e148120a1f) AuthConfig (8b46373a94be603347ffa98e82059ad228329ac92d9644fdda824baf7f4c3e2a) AuthConfig (8582d492939d1eb5a152da3bf0a6f97aff849a8019e91bc7a47a0d89b24b149c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"0519966e-7412-46af-b830-25746dfed941","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:20.49197488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"86df2d3e-fcf8-41e9-9b3c-e497cbd6d3c5","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/auth-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:20.491993545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"86df2d3e-fcf8-41e9-9b3c-e497cbd6d3c5","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"auth-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"auth-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:48:20.49930623Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-313523","namespace":"ai-tenant-e2e-noten-313523"},"namespace":"ai-tenant-e2e-noten-313523","name":"noten-model-313523","reconcileID":"3b79ea04-2b61-4bff-94b3-c4864fd3dfe8","MaaSModelRef":{"name":"noten-model-313523","namespace":"ai-tenant-e2e-noten-313523"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-313523/noten-model-313523: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-313523/noten-model-313523-kserve-route (gateways: [openshift-ingress/e2e-noten-313523]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:48:20.499374504Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-313523","namespace":"ai-tenant-e2e-noten-313523"},"namespace":"ai-tenant-e2e-noten-313523","name":"noten-model-313523","reconcileID":"3b79ea04-2b61-4bff-94b3-c4864fd3dfe8","error":"resolve tenant gateway for model ai-tenant-e2e-noten-313523/noten-model-313523: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-313523/noten-model-313523-kserve-route (gateways: [openshift-ingress/e2e-noten-313523]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:48:23.060334302Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-313523","namespace":"ai-tenant-e2e-noten-313523"},"namespace":"ai-tenant-e2e-noten-313523","name":"noten-model-313523","reconcileID":"886ba8e0-519c-4593-981d-3f2ec43b1d8d","MaaSModelRef":{"name":"noten-model-313523","namespace":"ai-tenant-e2e-noten-313523"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-313523/noten-model-313523: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-313523/noten-model-313523-kserve-route (gateways: [openshift-ingress/e2e-noten-313523]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:48:23.060406878Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-313523","namespace":"ai-tenant-e2e-noten-313523"},"namespace":"ai-tenant-e2e-noten-313523","name":"noten-model-313523","reconcileID":"886ba8e0-519c-4593-981d-3f2ec43b1d8d","error":"resolve tenant gateway for model ai-tenant-e2e-noten-313523/noten-model-313523: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-313523/noten-model-313523-kserve-route (gateways: [openshift-ingress/e2e-noten-313523]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:23.503944783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"0751b4c2-7632-4574-8721-04e10c940c9a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-28f82c","tenantID":"e2e-shared-a-w3-28f82c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:23.557281139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"0751b4c2-7632-4574-8721-04e10c940c9a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"e2e-shared-a-w3-28f82c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:23.86474364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"de4ccbd5-dc1b-4dcc-ab66-498f39aad4e6","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/auth-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:23.864770497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"de4ccbd5-dc1b-4dcc-ab66-498f39aad4e6","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"auth-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"auth-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:28.461376711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"63ae3ccc-0219-4e1a-b9ed-4bf120e30a73","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:28.514774751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"63ae3ccc-0219-4e1a-b9ed-4bf120e30a73","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:28.569079501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-c25940-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (32b4e4648a2bf2dd6a9965c5496e381f184f48b34b623f878decd107f01dcf78) AuthConfig (2d1ac8ee79b9d3051dc672abc69cdc31bda1cddc87964e43a65ed34ec4603e28) AuthConfig (20173dbe873567232a6abbe15309b7c575dd8a031d14baebb093d071b1ec27ec) AuthConfig (cf2922183e4085472c5cf3b84a160732d34020c06f3cc5b0572a01ee7633a4a1) AuthConfig (da8ec52ec3f6d90061d10d84e369dbea7b18e365e0c6049ce642eb512718825c) AuthConfig (f38dcd61eade8b24b6802ef8c845d4fd1d1efccb2c25b0acf160bb4b8d4d2602) AuthConfig (b51325b12506124eec62840d0ed9e863808a65f50948e962092e272e6dd69a4a) AuthConfig (c11e386d960238666fbdb333467fc3cb7b9ba82c01f9a7f05d1b611f8fddc522) AuthConfig (1bacad5e5ef7eb6a8a0e545c59e473d7e6bfc105de9b4ba747f5c4117d7ee708) AuthConfig (daad6ccf0aae165ecfbd503b2461dbd0e22eec17fe62b599313a0a3ff5abbade) AuthConfig (25c3dd61ed228c57c49f324fd87b879be7dd7f8acada592a45eb2a6e88032aa9) AuthConfig (c38756ca7aa081fb3a906f95844b7deb23d786fff642e506d1605ffff9e21023) AuthConfig (d32cd0c023598d12ef7db1108a1e777b584f33a970bbbfbe0f291d20d14c4751) AuthConfig (7c661c873aa1f0148c671d6f28d6c5521c6bd23a3744d0b55afbbb2282284e39) AuthConfig (f0e651f35d0a5f57961deed797b9e27c8d8168949296e066e9a2ded3efd333f6) AuthConfig (6157e654159fe9676b7f214a7640911e86681770c733cdc346f0b70f2084a3c2) AuthConfig (d5e8183532bb7b8c16ea4c814a7ed2c4c3506ec57e86831171e10ad1caa23f1d) AuthConfig (d0e9f7e4f9b3dc66dd1b3e56fc7b9ae0ba9342c86636f9569080d118fe95df2e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"63ae3ccc-0219-4e1a-b9ed-4bf120e30a73","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:29.178958257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"57059e3e-53f4-429b-9504-40dd67468395","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/auth-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:29.178980257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"57059e3e-53f4-429b-9504-40dd67468395","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"auth-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"auth-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:29.234031513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"16082065-7ecf-4cf6-8595-9a23c88d9da2","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/auth-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:29.234051317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"16082065-7ecf-4cf6-8595-9a23c88d9da2","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"auth-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"auth-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:29.278081792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"4b008966-2e83-403d-bd49-6482864609bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-28f82c","tenantID":"e2e-shared-a-w3-28f82c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:48:29.286931321Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"16082065-7ecf-4cf6-8595-9a23c88d9da2","name":"auth-test-model-28f82c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-28f82c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:48:29.286983755Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"16082065-7ecf-4cf6-8595-9a23c88d9da2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-28f82c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:48:29.287389144Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"18372f6e-6450-4123-bc31-689488d65fae","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-d5df8f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:29.293137225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"ed620df4-0377-44be-b6fa-fd50be68e36f","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/auth-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:29.293163711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"ed620df4-0377-44be-b6fa-fd50be68e36f","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"auth-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"auth-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:29.331900243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"4b008966-2e83-403d-bd49-6482864609bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"e2e-shared-a-w3-28f82c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:29.392974222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"5a6f86d9-62c2-48d5-b498-53ea5adfec7f","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/auth-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:29.392991977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"5a6f86d9-62c2-48d5-b498-53ea5adfec7f","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"auth-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"auth-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:29.446184973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"24f1be70-5885-46e2-bcb3-3b508c8a3292","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/auth-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:29.446209699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"24f1be70-5885-46e2-bcb3-3b508c8a3292","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"auth-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"auth-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:29.632367038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"5f6b8d25-eb06-4794-8e43-6578bfdfb35e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-28f82c","tenantID":"e2e-shared-a-w3-28f82c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:29.646591813Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"c0b78484-c9de-4882-a294-44c18aff443d","MaaSSubscription":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"maas-trlp-auth-test-model-28f82c","model":"auth-test-model-28f82c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-28f82c/e2e-auth-iso-d5df8f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:29.685771719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"5f6b8d25-eb06-4794-8e43-6578bfdfb35e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"e2e-shared-a-w3-28f82c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:29.803937819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"d397adf6-1fe5-4839-af3f-c0b44598780b","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/auth-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:29.803960443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"d397adf6-1fe5-4839-af3f-c0b44598780b","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"auth-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"auth-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:30.003101032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"34ddbfde-662d-4868-998f-43ae07116dac","MaaSSubscription":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"maas-trlp-auth-test-model-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/auth-test-model-28f82c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:30.591337895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"57e6c16e-a367-41e3-a724-ab7dda9210e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a51378","tenantID":"e2e-shared-b-w4-a51378","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:30.644689164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"57e6c16e-a367-41e3-a724-ab7dda9210e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"e2e-shared-b-w4-a51378-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:30.697127118Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-a51378-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bdf21a0c23e1441dbd530d01d384ca40d5f615037d6547cd934c62a7cdc62321) AuthConfig (5817e7a4611b510534a1b5b272153d4e6d66c5c12ac52e4b78cc96395019b0e5) AuthConfig (7743c0fac57eb2c716fe83ca591db3a67e95489702b9e555a22ec6679acd464c) AuthConfig (243066f9feef826d36fefe634bc4559a88fdd26b38ad3f8a46d27903039211b1) AuthConfig (d237dffb3ae1d769ac150e2a79b76fd453e5d44a6a580a9e91963ddedde9db9c) AuthConfig (314b7a5c469e05e06b41e76a9c092046c7aa67616cd8f901d2ed8b72f848810f) AuthConfig (62145ba947aa667eb16ae301d52c3885333fcce384c178057e16319a84e4877f) AuthConfig (d65f1969b25ecc5a2aecb5c317dfcbdb7445a14047e6ae95dc69c1aefaec413f) AuthConfig (6e2e05f9ac7c21676c2af7ff377d1b51c950fe979a8b88ec4bde66819c167eda) AuthConfig (bee7f7192ee8a821025da157cf27329ab9159f2fbc907da66c7dc93fa6978d59) AuthConfig (b2d68e533ff303345381f8d6b14218d9c2278bf72aa5acf956fe67314324aea3) AuthConfig (c51c732e6d2ba1a0dbbdc80bbe7ed93a40b40a5c64b4d154db216d987757d56b) AuthConfig (ebfdcc2cb6f6607caa91d95bcddeee0cde0cbaffea17c3a04aacd2ee1fa0d755) AuthConfig (741597cc52034f152c7042ce96bd427b9086fa1be1b15119f55068bb2685f0bd) AuthConfig (101114984e82650068db210834732507d997575e915048dbaa570f16742625f2) AuthConfig (b905a074ae9306abb362e91d9f9fd4710367e203f9fc40827a2454e148120a1f) AuthConfig (8b46373a94be603347ffa98e82059ad228329ac92d9644fdda824baf7f4c3e2a) AuthConfig (8582d492939d1eb5a152da3bf0a6f97aff849a8019e91bc7a47a0d89b24b149c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"57e6c16e-a367-41e3-a724-ab7dda9210e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:38.669301011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"0bf3b189-b410-40f6-9343-b819ea52dbac","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:38.722926295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"0bf3b189-b410-40f6-9343-b819ea52dbac","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:38.775102781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-c25940-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (32b4e4648a2bf2dd6a9965c5496e381f184f48b34b623f878decd107f01dcf78) AuthConfig (2d1ac8ee79b9d3051dc672abc69cdc31bda1cddc87964e43a65ed34ec4603e28) AuthConfig (20173dbe873567232a6abbe15309b7c575dd8a031d14baebb093d071b1ec27ec) AuthConfig (cf2922183e4085472c5cf3b84a160732d34020c06f3cc5b0572a01ee7633a4a1) AuthConfig (da8ec52ec3f6d90061d10d84e369dbea7b18e365e0c6049ce642eb512718825c) AuthConfig (f38dcd61eade8b24b6802ef8c845d4fd1d1efccb2c25b0acf160bb4b8d4d2602) AuthConfig (b51325b12506124eec62840d0ed9e863808a65f50948e962092e272e6dd69a4a) AuthConfig (c11e386d960238666fbdb333467fc3cb7b9ba82c01f9a7f05d1b611f8fddc522) AuthConfig (1bacad5e5ef7eb6a8a0e545c59e473d7e6bfc105de9b4ba747f5c4117d7ee708) AuthConfig (daad6ccf0aae165ecfbd503b2461dbd0e22eec17fe62b599313a0a3ff5abbade) AuthConfig (25c3dd61ed228c57c49f324fd87b879be7dd7f8acada592a45eb2a6e88032aa9) AuthConfig (c38756ca7aa081fb3a906f95844b7deb23d786fff642e506d1605ffff9e21023) AuthConfig (d32cd0c023598d12ef7db1108a1e777b584f33a970bbbfbe0f291d20d14c4751) AuthConfig (7c661c873aa1f0148c671d6f28d6c5521c6bd23a3744d0b55afbbb2282284e39) AuthConfig (f0e651f35d0a5f57961deed797b9e27c8d8168949296e066e9a2ded3efd333f6) AuthConfig (6157e654159fe9676b7f214a7640911e86681770c733cdc346f0b70f2084a3c2) AuthConfig (d5e8183532bb7b8c16ea4c814a7ed2c4c3506ec57e86831171e10ad1caa23f1d) AuthConfig (d0e9f7e4f9b3dc66dd1b3e56fc7b9ae0ba9342c86636f9569080d118fe95df2e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"0bf3b189-b410-40f6-9343-b819ea52dbac","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:38.852749525Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:40.797405365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"09bf9f13-2686-4e52-9be3-5f6281fb870d","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a51378","tenantID":"e2e-shared-b-w4-a51378","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:40.851105022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"09bf9f13-2686-4e52-9be3-5f6281fb870d","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"e2e-shared-b-w4-a51378-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:40.903586797Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-a51378-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bdf21a0c23e1441dbd530d01d384ca40d5f615037d6547cd934c62a7cdc62321) AuthConfig (5817e7a4611b510534a1b5b272153d4e6d66c5c12ac52e4b78cc96395019b0e5) AuthConfig (7743c0fac57eb2c716fe83ca591db3a67e95489702b9e555a22ec6679acd464c) AuthConfig (243066f9feef826d36fefe634bc4559a88fdd26b38ad3f8a46d27903039211b1) AuthConfig (d237dffb3ae1d769ac150e2a79b76fd453e5d44a6a580a9e91963ddedde9db9c) AuthConfig (314b7a5c469e05e06b41e76a9c092046c7aa67616cd8f901d2ed8b72f848810f) AuthConfig (62145ba947aa667eb16ae301d52c3885333fcce384c178057e16319a84e4877f) AuthConfig (d65f1969b25ecc5a2aecb5c317dfcbdb7445a14047e6ae95dc69c1aefaec413f) AuthConfig (6e2e05f9ac7c21676c2af7ff377d1b51c950fe979a8b88ec4bde66819c167eda) AuthConfig (bee7f7192ee8a821025da157cf27329ab9159f2fbc907da66c7dc93fa6978d59) AuthConfig (b2d68e533ff303345381f8d6b14218d9c2278bf72aa5acf956fe67314324aea3) AuthConfig (c51c732e6d2ba1a0dbbdc80bbe7ed93a40b40a5c64b4d154db216d987757d56b) AuthConfig (ebfdcc2cb6f6607caa91d95bcddeee0cde0cbaffea17c3a04aacd2ee1fa0d755) AuthConfig (741597cc52034f152c7042ce96bd427b9086fa1be1b15119f55068bb2685f0bd) AuthConfig (101114984e82650068db210834732507d997575e915048dbaa570f16742625f2) AuthConfig (b905a074ae9306abb362e91d9f9fd4710367e203f9fc40827a2454e148120a1f) AuthConfig (8b46373a94be603347ffa98e82059ad228329ac92d9644fdda824baf7f4c3e2a) AuthConfig (8582d492939d1eb5a152da3bf0a6f97aff849a8019e91bc7a47a0d89b24b149c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"09bf9f13-2686-4e52-9be3-5f6281fb870d","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:48.875339397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"18d82040-9dbe-4e87-9090-6dbfaedc100f","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:48.930426761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"18d82040-9dbe-4e87-9090-6dbfaedc100f","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:48.982843828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-c25940-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (32b4e4648a2bf2dd6a9965c5496e381f184f48b34b623f878decd107f01dcf78) AuthConfig (2d1ac8ee79b9d3051dc672abc69cdc31bda1cddc87964e43a65ed34ec4603e28) AuthConfig (20173dbe873567232a6abbe15309b7c575dd8a031d14baebb093d071b1ec27ec) AuthConfig (cf2922183e4085472c5cf3b84a160732d34020c06f3cc5b0572a01ee7633a4a1) AuthConfig (da8ec52ec3f6d90061d10d84e369dbea7b18e365e0c6049ce642eb512718825c) AuthConfig (f38dcd61eade8b24b6802ef8c845d4fd1d1efccb2c25b0acf160bb4b8d4d2602) AuthConfig (b51325b12506124eec62840d0ed9e863808a65f50948e962092e272e6dd69a4a) AuthConfig (c11e386d960238666fbdb333467fc3cb7b9ba82c01f9a7f05d1b611f8fddc522) AuthConfig (1bacad5e5ef7eb6a8a0e545c59e473d7e6bfc105de9b4ba747f5c4117d7ee708) AuthConfig (daad6ccf0aae165ecfbd503b2461dbd0e22eec17fe62b599313a0a3ff5abbade) AuthConfig (25c3dd61ed228c57c49f324fd87b879be7dd7f8acada592a45eb2a6e88032aa9) AuthConfig (c38756ca7aa081fb3a906f95844b7deb23d786fff642e506d1605ffff9e21023) AuthConfig (d32cd0c023598d12ef7db1108a1e777b584f33a970bbbfbe0f291d20d14c4751) AuthConfig (7c661c873aa1f0148c671d6f28d6c5521c6bd23a3744d0b55afbbb2282284e39) AuthConfig (f0e651f35d0a5f57961deed797b9e27c8d8168949296e066e9a2ded3efd333f6) AuthConfig (6157e654159fe9676b7f214a7640911e86681770c733cdc346f0b70f2084a3c2) AuthConfig (d5e8183532bb7b8c16ea4c814a7ed2c4c3506ec57e86831171e10ad1caa23f1d) AuthConfig (d0e9f7e4f9b3dc66dd1b3e56fc7b9ae0ba9342c86636f9569080d118fe95df2e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"18d82040-9dbe-4e87-9090-6dbfaedc100f","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:51.003973395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"e096923a-d77d-4984-af41-a835698b1d6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a51378","tenantID":"e2e-shared-b-w4-a51378","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:51.058991846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"e096923a-d77d-4984-af41-a835698b1d6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"e2e-shared-b-w4-a51378-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:51.11112947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-a51378-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bdf21a0c23e1441dbd530d01d384ca40d5f615037d6547cd934c62a7cdc62321) AuthConfig (5817e7a4611b510534a1b5b272153d4e6d66c5c12ac52e4b78cc96395019b0e5) AuthConfig (7743c0fac57eb2c716fe83ca591db3a67e95489702b9e555a22ec6679acd464c) AuthConfig (243066f9feef826d36fefe634bc4559a88fdd26b38ad3f8a46d27903039211b1) AuthConfig (d237dffb3ae1d769ac150e2a79b76fd453e5d44a6a580a9e91963ddedde9db9c) AuthConfig (314b7a5c469e05e06b41e76a9c092046c7aa67616cd8f901d2ed8b72f848810f) AuthConfig (62145ba947aa667eb16ae301d52c3885333fcce384c178057e16319a84e4877f) AuthConfig (d65f1969b25ecc5a2aecb5c317dfcbdb7445a14047e6ae95dc69c1aefaec413f) AuthConfig (6e2e05f9ac7c21676c2af7ff377d1b51c950fe979a8b88ec4bde66819c167eda) AuthConfig (bee7f7192ee8a821025da157cf27329ab9159f2fbc907da66c7dc93fa6978d59) AuthConfig (b2d68e533ff303345381f8d6b14218d9c2278bf72aa5acf956fe67314324aea3) AuthConfig (c51c732e6d2ba1a0dbbdc80bbe7ed93a40b40a5c64b4d154db216d987757d56b) AuthConfig (ebfdcc2cb6f6607caa91d95bcddeee0cde0cbaffea17c3a04aacd2ee1fa0d755) AuthConfig (741597cc52034f152c7042ce96bd427b9086fa1be1b15119f55068bb2685f0bd) AuthConfig (101114984e82650068db210834732507d997575e915048dbaa570f16742625f2) AuthConfig (b905a074ae9306abb362e91d9f9fd4710367e203f9fc40827a2454e148120a1f) AuthConfig (8b46373a94be603347ffa98e82059ad228329ac92d9644fdda824baf7f4c3e2a) AuthConfig (8582d492939d1eb5a152da3bf0a6f97aff849a8019e91bc7a47a0d89b24b149c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"e096923a-d77d-4984-af41-a835698b1d6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:53.35256284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"87b2098f-16bc-4ba2-8973-7303e9dfb1a0","MaaSSubscription":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"maas-trlp-auth-test-model-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/auth-test-model-28f82c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:53.510602082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"ce2ab137-b083-4b47-b1b7-22e41a42fb0e","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/auth-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:53.510628657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"ce2ab137-b083-4b47-b1b7-22e41a42fb0e","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"auth-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"auth-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:53.997223188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"d0578392-e9d2-4df8-834c-cdc9c07cac37","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-28f82c","tenantID":"e2e-shared-a-w3-28f82c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:54.052060401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"d0578392-e9d2-4df8-834c-cdc9c07cac37","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"e2e-shared-a-w3-28f82c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:54.175948842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"auth-test-model-7ca60f","reconcileID":"5e4da5d0-d058-4825-bddb-b50cf7a6fce4","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/auth-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:54.175967819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"auth-test-model-7ca60f","reconcileID":"5e4da5d0-d058-4825-bddb-b50cf7a6fce4","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"auth-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"auth-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:54.228453485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"auth-test-model-7ca60f","reconcileID":"b2df4748-17d7-4294-99dc-b05ab5bcdead","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/auth-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:54.228472779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"auth-test-model-7ca60f","reconcileID":"b2df4748-17d7-4294-99dc-b05ab5bcdead","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"auth-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"auth-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:54.327960775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"33ac124c-dbf2-45de-9d0f-59bd8712790b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7ca60f","tenantID":"e2e-shared-b-w3-7ca60f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:54.490405879Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"33ac124c-dbf2-45de-9d0f-59bd8712790b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"e2e-shared-b-w3-7ca60f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:54.543678803Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-7ca60f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"33ac124c-dbf2-45de-9d0f-59bd8712790b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:54.598466068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"auth-test-model-7ca60f","reconcileID":"c418db1e-a287-493e-890d-1a6a37df1d17","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/auth-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:54.598484115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"auth-test-model-7ca60f","reconcileID":"c418db1e-a287-493e-890d-1a6a37df1d17","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"auth-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"auth-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:59.084479067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"366bb3e9-b08a-4265-b38e-5942ad4c5384","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:59.138019866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"366bb3e9-b08a-4265-b38e-5942ad4c5384","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:59.44469492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"auth-test-model-c25940","reconcileID":"69b0ab7b-d158-464a-aff9-921b6250b3f1","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/auth-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:59.444714711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"auth-test-model-c25940","reconcileID":"69b0ab7b-d158-464a-aff9-921b6250b3f1","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"auth-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"auth-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:59.891700929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"auth-test-model-c25940","reconcileID":"c65e28e4-99ef-4160-95ae-fbb55dd6d6d6","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/auth-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:59.891719212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"auth-test-model-c25940","reconcileID":"c65e28e4-99ef-4160-95ae-fbb55dd6d6d6","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"auth-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"auth-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:59.949818224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"auth-test-model-c25940","reconcileID":"60cd308a-9919-4fe4-9a16-4fa589df674b","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/auth-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:59.9498413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"auth-test-model-c25940","reconcileID":"60cd308a-9919-4fe4-9a16-4fa589df674b","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"auth-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"auth-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:59.989884983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"115a4568-1441-497b-a813-67d83b476ad4","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:49:00.002288531Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"6130cef0-6377-4afc-8086-9bd5a481f818","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-6198e1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:00.043319699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"115a4568-1441-497b-a813-67d83b476ad4","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:00.110618155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"auth-test-model-c25940","reconcileID":"ecfd221e-47d7-4119-b6c7-77de322eabdc","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/auth-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:00.110636575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"auth-test-model-c25940","reconcileID":"ecfd221e-47d7-4119-b6c7-77de322eabdc","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"auth-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"auth-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:00.163420977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"auth-test-model-c25940","reconcileID":"35708d44-6f5d-4942-972d-4be723632863","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/auth-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:00.163502848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"auth-test-model-c25940","reconcileID":"35708d44-6f5d-4942-972d-4be723632863","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"auth-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"auth-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:00.341985231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"583b7d1d-5439-458f-8ebb-0266d9b38b4e","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:00.370425481Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"b0cda433-d477-4275-bbcd-fb06dbf2e909","MaaSSubscription":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"maas-trlp-auth-test-model-c25940","model":"auth-test-model-c25940","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-c25940/e2e-auth-iso-6198e1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:00.395221498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"583b7d1d-5439-458f-8ebb-0266d9b38b4e","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:00.528356069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"auth-test-model-c25940","reconcileID":"02827c0f-e8bd-4687-bfee-e9329e397bfb","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/auth-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:00.528375727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"auth-test-model-c25940","reconcileID":"02827c0f-e8bd-4687-bfee-e9329e397bfb","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"auth-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"auth-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:00.726622103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"df80bd01-ae09-4af1-aa1e-ffb553cf09d8","MaaSSubscription":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"maas-trlp-auth-test-model-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/auth-test-model-c25940","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:01.210869495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"bb7a4544-aacc-4faa-87a4-681ff1a67581","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a51378","tenantID":"e2e-shared-b-w4-a51378","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:01.264285409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"bb7a4544-aacc-4faa-87a4-681ff1a67581","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"e2e-shared-b-w4-a51378-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:01.520748178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"d44da9be-c4e8-4b78-b6ee-dcecbc1e94a3","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/auth-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:01.520780972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"d44da9be-c4e8-4b78-b6ee-dcecbc1e94a3","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"auth-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"auth-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:04.698331717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"31154b90-f084-4d8e-9153-74c8bfe1805a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7ca60f","tenantID":"e2e-shared-b-w3-7ca60f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:04.75168965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"31154b90-f084-4d8e-9153-74c8bfe1805a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"e2e-shared-b-w3-7ca60f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:04.804684847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-7ca60f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"31154b90-f084-4d8e-9153-74c8bfe1805a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:07.009493526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"fb99055d-2990-4183-96ca-7c5c4c344443","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/auth-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:07.00951345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"fb99055d-2990-4183-96ca-7c5c4c344443","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"auth-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"auth-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:07.064994596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"76397746-05f3-44eb-9c37-0041023c7897","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/auth-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:07.065017303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"76397746-05f3-44eb-9c37-0041023c7897","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"auth-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"auth-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:07.108464738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"595f2756-386c-4597-be9b-6cd7bfbf6483","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a51378","tenantID":"e2e-shared-b-w4-a51378","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:49:07.116491366Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"76397746-05f3-44eb-9c37-0041023c7897","name":"auth-test-model-a51378","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-a51378\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:49:07.116566167Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"76397746-05f3-44eb-9c37-0041023c7897","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-a51378\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:49:07.116768547Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"da48b05d-6fb9-46cc-a107-9dd4556d32d1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-28d1c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:07.122202534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"8295708f-8da9-4ab5-96d9-3ba8d7d9a011","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/auth-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:07.122255755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"8295708f-8da9-4ab5-96d9-3ba8d7d9a011","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"auth-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"auth-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:07.163671898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"595f2756-386c-4597-be9b-6cd7bfbf6483","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"e2e-shared-b-w4-a51378-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:07.223422208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"d75139d5-5963-41a8-962b-9f52d236e66d","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/auth-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:07.223443385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"d75139d5-5963-41a8-962b-9f52d236e66d","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"auth-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"auth-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:07.278075778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"abe3bf10-0b46-48bd-9772-824db86e0a42","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/auth-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:07.278098613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"abe3bf10-0b46-48bd-9772-824db86e0a42","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"auth-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"auth-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:07.462804805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"94dc406d-20e7-47a4-a5c7-43cfeeff4adf","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a51378","tenantID":"e2e-shared-b-w4-a51378","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:07.480576598Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"87e240e1-4a4c-470e-8c4e-467df6d20b30","MaaSSubscription":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"maas-trlp-auth-test-model-a51378","model":"auth-test-model-a51378","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-a51378/e2e-auth-iso-28d1c0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:07.516265021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"94dc406d-20e7-47a4-a5c7-43cfeeff4adf","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"e2e-shared-b-w4-a51378-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:07.641353991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"25698027-ca50-4462-b152-82ea76e59f55","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/auth-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:07.641378556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"25698027-ca50-4462-b152-82ea76e59f55","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"auth-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"auth-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:07.839769086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"e431f411-dcae-4f09-bbfd-79940136aa45","MaaSSubscription":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"maas-trlp-auth-test-model-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/auth-test-model-a51378","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:08.853550872Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:14.924750908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"6ac82161-561a-4c05-b504-2e00e7045f61","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7ca60f","tenantID":"e2e-shared-b-w3-7ca60f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:14.978498517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"6ac82161-561a-4c05-b504-2e00e7045f61","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"e2e-shared-b-w3-7ca60f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:15.030593047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-7ca60f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"6ac82161-561a-4c05-b504-2e00e7045f61","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:18.424977565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"bb7aeaf9-1ab8-45fe-8b6f-b1d185161d11","MaaSSubscription":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"maas-trlp-auth-test-model-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/auth-test-model-c25940","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:18.584791136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"auth-test-model-c25940","reconcileID":"a3f96457-796f-4a2d-99d2-062584b62a6c","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/auth-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:18.584815453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"auth-test-model-c25940","reconcileID":"a3f96457-796f-4a2d-99d2-062584b62a6c","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"auth-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"auth-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:19.207003426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"00a08df5-d180-451d-9d9f-d9278e11dccb","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:19.261904359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"00a08df5-d180-451d-9d9f-d9278e11dccb","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:22.052092768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"820f8d78-f840-4705-90a9-f2968161b3e8","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/auth-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:22.052132636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"820f8d78-f840-4705-90a9-f2968161b3e8","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"auth-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"auth-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:22.15084336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"ecd2d6c3-82cd-4b7b-b82b-462a604bc46c","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:22.204605127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"ecd2d6c3-82cd-4b7b-b82b-462a604bc46c","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:22.206835417Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"c54ddd14-148f-401a-8559-790add0e2f0e","MaaSSubscription":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-03bc356b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:22.502656535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"ad7787ea-9b46-48b8-a1f7-36ad38fc9eaf","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:22.556208402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"ad7787ea-9b46-48b8-a1f7-36ad38fc9eaf","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:25.131912185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"5e58a912-4c60-4724-93c4-4d4fb0ff03c2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7ca60f","tenantID":"e2e-shared-b-w3-7ca60f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:25.185505131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"5e58a912-4c60-4724-93c4-4d4fb0ff03c2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"e2e-shared-b-w3-7ca60f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:25.237969843Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-7ca60f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ad3b43fbe20c9074f04bf6e9347af62bdbcddb0ddbefb62b003ede4ce6510969) AuthConfig (45c9287066cd22419f033410cee44ab483bb5f3cab1983086625bed1468f4403) AuthConfig (136f1658b15aadcf745fa1aa55c044a31828333c049c324f91865b4ed4679586) AuthConfig (29af12d434d640dd0b4e45353d5a140630ad8d14b12d2a11631381f75af04dea) AuthConfig (314ad332f49d15fd35941847bcd0c3718f865735e572021456e63dce5e40d742) AuthConfig (38650a9f4ad65baa1c29d8acdf9973e06aea66f80ef222419b5873cd239ce951) AuthConfig (a2b3890007a3e29545269144cbf969b04f08352d90657ebf02e49f6de04a22b6) AuthConfig (b9cc4f133a4c26c42f193fbd4c9e05371979cd54495cb1fb046892f83ee6dce0) AuthConfig (eff1b6e4a2332a7ff7d68e2277500006697970aa4165a2372629ad903e39ff3b) AuthConfig (67bbea320b97912d5f7dcc37b017be72180686855299ed8a39858f74585a8816) AuthConfig (0866feb4350e7d3d9851bf32808dfc49400def95574d26b4608a0d6d008e1473) AuthConfig (78a0044c7b00ad5ab751e9d5426a77577059755fe32af35d475aae4c94d235ac) AuthConfig (7ef6cf1e8f4601bdb35eb01046612b0903c74b9007f47fd90b0a48aa61b25037) AuthConfig (40b47866778af00f6000ec6e745ecf0a7fe7256e5e05f297cbcc55dfd92deb81) AuthConfig (74b1eea302a37673043d28cd2b8ee8e2d7db8b7270302c2d156ac46fc6f0abb4) AuthConfig (5a608444e986964171964b3eaeb85f0b9f7353a11ee598915ebd4d8e8dd67d64) AuthConfig (4118a46ebaa2cf4a205c0aa5756f6fdae3791479fce6d624a0862e17c470d3c2) AuthConfig (a36aa13a830eb6e21e8b63770b3d3bbe48c0f350b1e932c7e3742130b67a573b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"5e58a912-4c60-4724-93c4-4d4fb0ff03c2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:25.295258192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"auth-test-model-7ca60f","reconcileID":"1b959b69-abb9-42a4-8b80-f7f0205cc6f1","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/auth-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:25.295277783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"auth-test-model-7ca60f","reconcileID":"1b959b69-abb9-42a4-8b80-f7f0205cc6f1","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"auth-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"auth-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:27.106318964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2307ad7f-2e79-4da1-97f3-6c3b4c808372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:27.156839028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2307ad7f-2e79-4da1-97f3-6c3b4c808372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:27.206736057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2307ad7f-2e79-4da1-97f3-6c3b4c808372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:27.256971431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2307ad7f-2e79-4da1-97f3-6c3b4c808372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:27.614175585Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-3bcb9f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-3bcb9f","reconcileID":"4a0709a5-8d13-4861-b91f-7293f6d6fbc3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-3bcb9f","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-3bcb9f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:29.142914645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e350d3-15eb-4c5e-b861-1d53b21805c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:29.192811838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e350d3-15eb-4c5e-b861-1d53b21805c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:29.2423201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e350d3-15eb-4c5e-b861-1d53b21805c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:29.292031876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e350d3-15eb-4c5e-b861-1d53b21805c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:31.096419142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d23638e9-b8f8-40ee-98b0-ac175cf4ef9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:31.151476433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d23638e9-b8f8-40ee-98b0-ac175cf4ef9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:31.201249774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d23638e9-b8f8-40ee-98b0-ac175cf4ef9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:31.25076104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d23638e9-b8f8-40ee-98b0-ac175cf4ef9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:32.259210469Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"d1cdac19-40e5-4d88-827d-6c84a4817a11","MaaSSubscription":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"model":"ai-tenant-e2e-shared-a-w1-fe63ac/auth-test-model-fe63ac","subscription":"e2e-auth-iso-6198e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:32.31017009Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"d1cdac19-40e5-4d88-827d-6c84a4817a11","MaaSSubscription":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"model":"ai-tenant-e2e-shared-a-w1-fe63ac/auth-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:32.420545357Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"d1cdac19-40e5-4d88-827d-6c84a4817a11","MaaSSubscription":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"maas-trlp-auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/auth-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:32.68490398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"93d12652-659f-4e01-87d8-d0d098053722","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/auth-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:32.684925764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"93d12652-659f-4e01-87d8-d0d098053722","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"auth-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"auth-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:32.784201866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"58f0936c-f02d-483c-a1c7-ee641abf8ae3","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:32.829042834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"auth-test-model-c25940","reconcileID":"768f3e08-eded-458a-a456-8f46f25e0a09","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/auth-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:32.829062285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"auth-test-model-c25940","reconcileID":"768f3e08-eded-458a-a456-8f46f25e0a09","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"auth-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"auth-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:32.841286106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"58f0936c-f02d-483c-a1c7-ee641abf8ae3","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:32.930864465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"66203575-27e6-4483-a686-be9ab4159837","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:32.985198732Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"ada58f3a-0208-49e0-a826-fae67950977b","MaaSSubscription":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1598c534","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:32.985750227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"66203575-27e6-4483-a686-be9ab4159837","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:33.140124479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"da236f9c-f0d0-4166-8b56-29ca7d7eaac1","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:33.193495382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"da236f9c-f0d0-4166-8b56-29ca7d7eaac1","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:33.340956041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"3085d77b-9f5f-4df3-8e1f-701b8c5fc606","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:33.395161096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"3085d77b-9f5f-4df3-8e1f-701b8c5fc606","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:35.395063881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"c49c343a-a8e5-4774-b68a-c56ce1e3a5b3","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7ca60f","tenantID":"e2e-shared-b-w3-7ca60f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:35.449084409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"c49c343a-a8e5-4774-b68a-c56ce1e3a5b3","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"e2e-shared-b-w3-7ca60f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:35.502397762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-7ca60f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ad3b43fbe20c9074f04bf6e9347af62bdbcddb0ddbefb62b003ede4ce6510969) AuthConfig (45c9287066cd22419f033410cee44ab483bb5f3cab1983086625bed1468f4403) AuthConfig (136f1658b15aadcf745fa1aa55c044a31828333c049c324f91865b4ed4679586) AuthConfig (29af12d434d640dd0b4e45353d5a140630ad8d14b12d2a11631381f75af04dea) AuthConfig (314ad332f49d15fd35941847bcd0c3718f865735e572021456e63dce5e40d742) AuthConfig (38650a9f4ad65baa1c29d8acdf9973e06aea66f80ef222419b5873cd239ce951) AuthConfig (a2b3890007a3e29545269144cbf969b04f08352d90657ebf02e49f6de04a22b6) AuthConfig (b9cc4f133a4c26c42f193fbd4c9e05371979cd54495cb1fb046892f83ee6dce0) AuthConfig (eff1b6e4a2332a7ff7d68e2277500006697970aa4165a2372629ad903e39ff3b) AuthConfig (67bbea320b97912d5f7dcc37b017be72180686855299ed8a39858f74585a8816) AuthConfig (0866feb4350e7d3d9851bf32808dfc49400def95574d26b4608a0d6d008e1473) AuthConfig (78a0044c7b00ad5ab751e9d5426a77577059755fe32af35d475aae4c94d235ac) AuthConfig (7ef6cf1e8f4601bdb35eb01046612b0903c74b9007f47fd90b0a48aa61b25037) AuthConfig (40b47866778af00f6000ec6e745ecf0a7fe7256e5e05f297cbcc55dfd92deb81) AuthConfig (74b1eea302a37673043d28cd2b8ee8e2d7db8b7270302c2d156ac46fc6f0abb4) AuthConfig (5a608444e986964171964b3eaeb85f0b9f7353a11ee598915ebd4d8e8dd67d64) AuthConfig (4118a46ebaa2cf4a205c0aa5756f6fdae3791479fce6d624a0862e17c470d3c2) AuthConfig (a36aa13a830eb6e21e8b63770b3d3bbe48c0f350b1e932c7e3742130b67a573b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"c49c343a-a8e5-4774-b68a-c56ce1e3a5b3","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:38.851751303Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:42.054359959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ef6cc21-a086-4673-9df8-c22a2ac176d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:42.104348422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ef6cc21-a086-4673-9df8-c22a2ac176d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:42.153978128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ef6cc21-a086-4673-9df8-c22a2ac176d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:42.203648298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ef6cc21-a086-4673-9df8-c22a2ac176d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:42.614458327Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8c2bff","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8c2bff","reconcileID":"d1ae7a65-97fd-4c75-855e-b9b7ad331f82","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-8c2bff","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-8c2bff":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:43.034820491Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"57995913-4d75-4c08-8472-a6b79c81453c","MaaSSubscription":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"model":"ai-tenant-e2e-shared-b-w1-c25940/auth-test-model-c25940","subscription":"e2e-auth-iso-6198e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:43.097674235Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"57995913-4d75-4c08-8472-a6b79c81453c","MaaSSubscription":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"model":"ai-tenant-e2e-shared-b-w1-c25940/auth-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:43.149007094Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"57995913-4d75-4c08-8472-a6b79c81453c","MaaSSubscription":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"maas-trlp-auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/auth-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:43.460304298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"auth-test-model-c25940","reconcileID":"9a1c8008-d483-42f4-96b1-0ed436152e5e","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/auth-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:43.4603278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"auth-test-model-c25940","reconcileID":"9a1c8008-d483-42f4-96b1-0ed436152e5e","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"auth-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"auth-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:43.605957772Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"be470f3c-a89d-4bfe-ac0a-204625708643","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"model":"ai-tenant-e2e-shared-a-w1-fe63ac/auth-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:43.60606064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"c635d550-94c8-496b-8919-c504a6fe2e62","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/auth-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:43.606079149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"c635d550-94c8-496b-8919-c504a6fe2e62","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"auth-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"auth-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:43.606401939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"6c5e9ac8-909a-4ff7-b8d9-e97022da8c86","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:43.660546263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"6c5e9ac8-909a-4ff7-b8d9-e97022da8c86","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:43.805633091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"be470f3c-a89d-4bfe-ac0a-204625708643","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:43.949711689Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"be470f3c-a89d-4bfe-ac0a-204625708643","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:43.94973675Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-auth-iso-6198e1","reconcileID":"be470f3c-a89d-4bfe-ac0a-204625708643","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:43.955772673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"2211a6e3-866e-4135-859c-c98a3ea3a6fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:44.003106758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"7f18a7de-e3b4-4a02-9366-41ad103656a3","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/auth-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:44.003125234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"auth-test-model-fe63ac","reconcileID":"7f18a7de-e3b4-4a02-9366-41ad103656a3","MaaSModelRef":{"name":"auth-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"auth-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"auth-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:44.009339261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"2211a6e3-866e-4135-859c-c98a3ea3a6fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:44.055750072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2f1f0ab-a4c7-4904-be33-0e219c19eb0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:44.105804761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2f1f0ab-a4c7-4904-be33-0e219c19eb0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:44.14986186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"auth-test-model-c25940","reconcileID":"4d483343-6806-446f-9c1c-a247f053b096","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/auth-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:44.149894128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"auth-test-model-c25940","reconcileID":"4d483343-6806-446f-9c1c-a247f053b096","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"auth-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"auth-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:44.156037589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2f1f0ab-a4c7-4904-be33-0e219c19eb0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:44.206465298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2f1f0ab-a4c7-4904-be33-0e219c19eb0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:44.256165559Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"0e3f2c1b-428b-4282-9048-1957cc313dce","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"model":"ai-tenant-e2e-shared-b-w1-c25940/auth-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:44.505808144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"0e3f2c1b-428b-4282-9048-1957cc313dce","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:44.668956276Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"0e3f2c1b-428b-4282-9048-1957cc313dce","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:44.668990527Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-auth-iso-6198e1","reconcileID":"0e3f2c1b-428b-4282-9048-1957cc313dce","MaaSAuthPolicy":{"name":"e2e-auth-iso-6198e1","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:44.722262372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"auth-test-model-c25940","reconcileID":"5222a0f2-2552-464b-b267-a0b57c40bccd","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/auth-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:44.722282156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"auth-test-model-c25940","reconcileID":"5222a0f2-2552-464b-b267-a0b57c40bccd","MaaSModelRef":{"name":"auth-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"auth-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"auth-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:45.602277622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"62f248b7-ae63-4e94-882b-944c486f6cda","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7ca60f","tenantID":"e2e-shared-b-w3-7ca60f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:45.655675674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"62f248b7-ae63-4e94-882b-944c486f6cda","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"e2e-shared-b-w3-7ca60f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:45.7090092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-7ca60f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ad3b43fbe20c9074f04bf6e9347af62bdbcddb0ddbefb62b003ede4ce6510969) AuthConfig (45c9287066cd22419f033410cee44ab483bb5f3cab1983086625bed1468f4403) AuthConfig (136f1658b15aadcf745fa1aa55c044a31828333c049c324f91865b4ed4679586) AuthConfig (29af12d434d640dd0b4e45353d5a140630ad8d14b12d2a11631381f75af04dea) AuthConfig (314ad332f49d15fd35941847bcd0c3718f865735e572021456e63dce5e40d742) AuthConfig (38650a9f4ad65baa1c29d8acdf9973e06aea66f80ef222419b5873cd239ce951) AuthConfig (a2b3890007a3e29545269144cbf969b04f08352d90657ebf02e49f6de04a22b6) AuthConfig (b9cc4f133a4c26c42f193fbd4c9e05371979cd54495cb1fb046892f83ee6dce0) AuthConfig (eff1b6e4a2332a7ff7d68e2277500006697970aa4165a2372629ad903e39ff3b) AuthConfig (67bbea320b97912d5f7dcc37b017be72180686855299ed8a39858f74585a8816) AuthConfig (0866feb4350e7d3d9851bf32808dfc49400def95574d26b4608a0d6d008e1473) AuthConfig (78a0044c7b00ad5ab751e9d5426a77577059755fe32af35d475aae4c94d235ac) AuthConfig (7ef6cf1e8f4601bdb35eb01046612b0903c74b9007f47fd90b0a48aa61b25037) AuthConfig (40b47866778af00f6000ec6e745ecf0a7fe7256e5e05f297cbcc55dfd92deb81) AuthConfig (74b1eea302a37673043d28cd2b8ee8e2d7db8b7270302c2d156ac46fc6f0abb4) AuthConfig (5a608444e986964171964b3eaeb85f0b9f7353a11ee598915ebd4d8e8dd67d64) AuthConfig (4118a46ebaa2cf4a205c0aa5756f6fdae3791479fce6d624a0862e17c470d3c2) AuthConfig (a36aa13a830eb6e21e8b63770b3d3bbe48c0f350b1e932c7e3742130b67a573b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"62f248b7-ae63-4e94-882b-944c486f6cda","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:54.751930329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"6b268aff-4c33-4d5a-a9d9-5585ac6ed45d","MaaSSubscription":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"maas-trlp-auth-test-model-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/auth-test-model-a51378","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:54.910251143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"020a1583-686f-4b7c-92a2-9a978c397d3d","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/auth-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:54.910270711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"020a1583-686f-4b7c-92a2-9a978c397d3d","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"auth-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"auth-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:55.378986015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"765af942-d3e6-4f71-8399-6e56ab060a30","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a51378","tenantID":"e2e-shared-b-w4-a51378","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:55.434235632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"765af942-d3e6-4f71-8399-6e56ab060a30","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"e2e-shared-b-w4-a51378-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:55.808938247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"a28a3efd-7b43-45e9-aa0e-79eb375cd630","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7ca60f","tenantID":"e2e-shared-b-w3-7ca60f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:55.862228044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"a28a3efd-7b43-45e9-aa0e-79eb375cd630","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"e2e-shared-b-w3-7ca60f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:56.118135692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"auth-test-model-7ca60f","reconcileID":"30c7e7e4-9631-493c-b134-2b18b52d5cac","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/auth-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:56.118176774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"auth-test-model-7ca60f","reconcileID":"30c7e7e4-9631-493c-b134-2b18b52d5cac","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"auth-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"auth-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:57.803465768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"auth-test-model-b4d53e","reconcileID":"1a7fd25d-12de-4c74-a4bc-16b63b9e7576","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/auth-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:57.803489843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"auth-test-model-b4d53e","reconcileID":"1a7fd25d-12de-4c74-a4bc-16b63b9e7576","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"auth-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"auth-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:57.90542584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"9711fb79-20ca-484f-b8ec-6b57680cd0b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b4d53e","tenantID":"e2e-shared-a-w4-b4d53e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:57.958738942Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"25b2a493-bcaa-4a63-b4c9-25cca4be038a","MaaSSubscription":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-83c0e838","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:57.960102785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"9711fb79-20ca-484f-b8ec-6b57680cd0b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"e2e-shared-a-w4-b4d53e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:58.261838883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"151077c0-0ee0-4ff2-9b30-71bd895d430d","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b4d53e","tenantID":"e2e-shared-a-w4-b4d53e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:58.323049335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"151077c0-0ee0-4ff2-9b30-71bd895d430d","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"e2e-shared-a-w4-b4d53e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:01.442740559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"auth-test-model-7ca60f","reconcileID":"a796e691-b3ea-4015-8967-b6a265413638","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/auth-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:01.442768839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"auth-test-model-7ca60f","reconcileID":"a796e691-b3ea-4015-8967-b6a265413638","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"auth-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"auth-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:01.500260448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"auth-test-model-7ca60f","reconcileID":"3467136c-ad69-4645-bf4f-fd754a1ba002","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/auth-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:01.500282339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"auth-test-model-7ca60f","reconcileID":"3467136c-ad69-4645-bf4f-fd754a1ba002","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"auth-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"auth-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:01.542112976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"25f8f37b-214d-4c74-a689-7297c9edcbb7","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7ca60f","tenantID":"e2e-shared-b-w3-7ca60f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:50:01.549266078Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"349da1df-6e5b-4d78-8a7f-e304045c2ca1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-d5df8f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:01.632307572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"25f8f37b-214d-4c74-a689-7297c9edcbb7","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"e2e-shared-b-w3-7ca60f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:01.679422072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"auth-test-model-7ca60f","reconcileID":"8a633802-5c9b-41af-88a2-f78e023de99c","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/auth-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:01.67944376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"auth-test-model-7ca60f","reconcileID":"8a633802-5c9b-41af-88a2-f78e023de99c","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"auth-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"auth-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:01.734287418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"auth-test-model-7ca60f","reconcileID":"9431ebf3-703e-40a9-91b9-0ef28dc27074","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/auth-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:01.734314591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"auth-test-model-7ca60f","reconcileID":"9431ebf3-703e-40a9-91b9-0ef28dc27074","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"auth-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"auth-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:01.882924485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"38586eef-3e95-4350-a1b2-6ea8317fa492","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7ca60f","tenantID":"e2e-shared-b-w3-7ca60f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:01.936234803Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"313a9ae8-0f0e-4899-b2a8-f43cbe240d2f","MaaSSubscription":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"maas-trlp-auth-test-model-7ca60f","model":"auth-test-model-7ca60f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-7ca60f/e2e-auth-iso-d5df8f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:01.938656394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"38586eef-3e95-4350-a1b2-6ea8317fa492","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"e2e-shared-b-w3-7ca60f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:02.097131972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"auth-test-model-7ca60f","reconcileID":"a5a8e589-fd70-488d-b27b-bfc845019210","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/auth-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:02.09717505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"auth-test-model-7ca60f","reconcileID":"a5a8e589-fd70-488d-b27b-bfc845019210","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"auth-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"auth-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:02.297045709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"18272a46-11c3-4524-8832-7663e76ba11d","MaaSSubscription":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"maas-trlp-auth-test-model-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/auth-test-model-7ca60f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:08.008781788Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"e99d8890-bdd0-4493-841f-dc15c87f065a","MaaSSubscription":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"model":"ai-tenant-e2e-shared-a-w4-b4d53e/auth-test-model-b4d53e","subscription":"e2e-auth-iso-28d1c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:08.058711008Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"e99d8890-bdd0-4493-841f-dc15c87f065a","MaaSSubscription":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"model":"ai-tenant-e2e-shared-a-w4-b4d53e/auth-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:08.108780621Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"e99d8890-bdd0-4493-841f-dc15c87f065a","MaaSSubscription":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"maas-trlp-auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/auth-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:08.371890734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"auth-test-model-b4d53e","reconcileID":"80ca125f-e2ac-4e41-89c9-97be3f90ed9d","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/auth-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:08.371919532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"auth-test-model-b4d53e","reconcileID":"80ca125f-e2ac-4e41-89c9-97be3f90ed9d","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"auth-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"auth-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:08.470419788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"19a36a1c-12d2-4431-bfa5-d2a12802a404","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b4d53e","tenantID":"e2e-shared-a-w4-b4d53e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:08.513555023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"001aeecd-f528-41cd-90e2-68544f0f59e0","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/auth-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:08.513574167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"001aeecd-f528-41cd-90e2-68544f0f59e0","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"auth-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"auth-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:08.523580278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"19a36a1c-12d2-4431-bfa5-d2a12802a404","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"e2e-shared-a-w4-b4d53e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:08.612603604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"bbe78025-9bed-4c5e-bd06-a1a34c5a59d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a51378","tenantID":"e2e-shared-b-w4-a51378","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:08.666535224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"bbe78025-9bed-4c5e-bd06-a1a34c5a59d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"e2e-shared-b-w4-a51378-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:08.667138102Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"3d204816-fe11-4329-8cd8-6734182f5088","MaaSSubscription":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4696bedd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:08.823645578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"b5efa157-0941-430d-b372-049503383de6","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b4d53e","tenantID":"e2e-shared-a-w4-b4d53e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:08.857177374Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:08.877112534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"b5efa157-0941-430d-b372-049503383de6","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"e2e-shared-a-w4-b4d53e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:08.972947216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"b1e1bb23-a4be-45a4-add3-d794e30cdbb3","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a51378","tenantID":"e2e-shared-b-w4-a51378","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:09.028858696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"b1e1bb23-a4be-45a4-add3-d794e30cdbb3","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"e2e-shared-b-w4-a51378-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:18.717335194Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"5f3a27cf-2e1b-40e9-98fa-fc236659b4e0","MaaSSubscription":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"model":"ai-tenant-e2e-shared-b-w4-a51378/auth-test-model-a51378","subscription":"e2e-auth-iso-28d1c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:18.767278348Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"5f3a27cf-2e1b-40e9-98fa-fc236659b4e0","MaaSSubscription":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"model":"ai-tenant-e2e-shared-b-w4-a51378/auth-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:18.817132576Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"5f3a27cf-2e1b-40e9-98fa-fc236659b4e0","MaaSSubscription":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"maas-trlp-auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/auth-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:19.07934082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"60c54dd3-67dc-4d93-b020-df52a6511fd8","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/auth-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:19.079359989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"60c54dd3-67dc-4d93-b020-df52a6511fd8","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"auth-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"auth-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:19.178296522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"3f3cfe6b-3fe1-47a4-85fb-b4c5f66198f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a51378","tenantID":"e2e-shared-b-w4-a51378","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:19.213285447Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"58d97a3c-2864-4f9a-8d43-a8bac47d2a38","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"model":"ai-tenant-e2e-shared-a-w4-b4d53e/auth-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:19.213440965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"auth-test-model-b4d53e","reconcileID":"a8bb5a24-daf9-48ec-a1ce-939aad23b7a3","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/auth-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:19.213460539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"auth-test-model-b4d53e","reconcileID":"a8bb5a24-daf9-48ec-a1ce-939aad23b7a3","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"auth-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"auth-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:19.232913411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"3f3cfe6b-3fe1-47a4-85fb-b4c5f66198f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"e2e-shared-b-w4-a51378-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:19.412328465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"58d97a3c-2864-4f9a-8d43-a8bac47d2a38","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b4d53e","tenantID":"e2e-shared-a-w4-b4d53e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:19.530097543Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"58d97a3c-2864-4f9a-8d43-a8bac47d2a38","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"e2e-shared-a-w4-b4d53e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:19.530125983Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-auth-iso-28d1c0","reconcileID":"58d97a3c-2864-4f9a-8d43-a8bac47d2a38","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:19.561423215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"7cb0a0c4-3470-488f-97f5-f5230e6fa4cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a51378","tenantID":"e2e-shared-b-w4-a51378","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:19.587821414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"auth-test-model-b4d53e","reconcileID":"5ec12e86-e67e-4cf8-ac3e-ae2960ae4f46","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/auth-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:19.587847133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"auth-test-model-b4d53e","reconcileID":"5ec12e86-e67e-4cf8-ac3e-ae2960ae4f46","MaaSModelRef":{"name":"auth-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"auth-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"auth-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:19.627328668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"7cb0a0c4-3470-488f-97f5-f5230e6fa4cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"e2e-shared-b-w4-a51378-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:19.725380282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"5e895e99-d04e-4834-b894-34634781d0e4","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/auth-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:19.725401019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"5e895e99-d04e-4834-b894-34634781d0e4","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"auth-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"auth-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:19.826521508Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"81ebeb9d-0a6d-4219-8ee1-839ee389dcf3","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"model":"ai-tenant-e2e-shared-b-w4-a51378/auth-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:19.975751674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"81ebeb9d-0a6d-4219-8ee1-839ee389dcf3","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a51378","tenantID":"e2e-shared-b-w4-a51378","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:20.099570616Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"81ebeb9d-0a6d-4219-8ee1-839ee389dcf3","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"e2e-shared-b-w4-a51378-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:20.099599683Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-auth-iso-28d1c0","reconcileID":"81ebeb9d-0a6d-4219-8ee1-839ee389dcf3","MaaSAuthPolicy":{"name":"e2e-auth-iso-28d1c0","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:20.155790182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"cf52031e-0bad-4dae-a41a-2d80e86c49be","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/auth-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:20.155817318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"auth-test-model-a51378","reconcileID":"cf52031e-0bad-4dae-a41a-2d80e86c49be","MaaSModelRef":{"name":"auth-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"auth-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"auth-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:27.084257362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"6fee9a14-d048-4c86-8a70-3837a22d12c8","MaaSSubscription":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"maas-trlp-auth-test-model-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/auth-test-model-7ca60f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:27.242408966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"auth-test-model-7ca60f","reconcileID":"0f3de8c9-3618-49bd-ad39-352c9c43a299","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/auth-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:27.242436761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"auth-test-model-7ca60f","reconcileID":"0f3de8c9-3618-49bd-ad39-352c9c43a299","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"auth-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"auth-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:28.450220117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"808d69b5-7ca1-4bf9-a150-523a1faf0319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:28.500437933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"808d69b5-7ca1-4bf9-a150-523a1faf0319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:28.550309633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"808d69b5-7ca1-4bf9-a150-523a1faf0319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:28.601268414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"808d69b5-7ca1-4bf9-a150-523a1faf0319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:28.955439292Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-e65845","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-e65845","reconcileID":"3529d5d1-7b06-4e10-acb2-a09ed6f670c3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-e65845","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-e65845":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:29.1303602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"b3c11916-7c28-4c25-ba57-3dd97b00832a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7ca60f","tenantID":"e2e-shared-b-w3-7ca60f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:29.184168928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"b3c11916-7c28-4c25-ba57-3dd97b00832a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"e2e-shared-b-w3-7ca60f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:30.454395287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4c0652f-39d0-4b45-b04f-8c44bb02ddf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:30.504248729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4c0652f-39d0-4b45-b04f-8c44bb02ddf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:30.553965912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4c0652f-39d0-4b45-b04f-8c44bb02ddf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:30.603654123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4c0652f-39d0-4b45-b04f-8c44bb02ddf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:32.097681041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"a51a4fe2-25b1-4726-b17f-d294566d05b0","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/auth-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:32.097703328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"a51a4fe2-25b1-4726-b17f-d294566d05b0","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"auth-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"auth-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:32.196427083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"fd083741-9835-49d1-8a99-2659c73cbb04","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-28f82c","tenantID":"e2e-shared-a-w3-28f82c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:32.250072315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"fd083741-9835-49d1-8a99-2659c73cbb04","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"e2e-shared-a-w3-28f82c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:32.2510105Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"b0d8129a-7334-4de1-b5de-75236dc44d81","MaaSSubscription":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-75d03e78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:32.548531302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"243ff129-3405-45e4-a9dc-f3b696239551","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-28f82c","tenantID":"e2e-shared-a-w3-28f82c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:32.602688704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"243ff129-3405-45e4-a9dc-f3b696239551","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"e2e-shared-a-w3-28f82c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:38.083613784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3bcb9f"},"namespace":"ai-tenant-e2e-extmod-a-3bcb9f","name":"default-tenant","reconcileID":"a9fe0693-bd41-4d79-8a0d-bf9cf5608ccb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3bcb9f","tenantID":"e2e-extmod-a-3bcb9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:38.196427737Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3bcb9f"},"namespace":"ai-tenant-e2e-extmod-a-3bcb9f","name":"default-tenant","reconcileID":"a9fe0693-bd41-4d79-8a0d-bf9cf5608ccb","name":"e2e-extmod-a-3bcb9f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:38.851516888Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:42.30141137Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"159417ff-a17e-443e-8ea3-b03363dc7d89","MaaSSubscription":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"model":"ai-tenant-e2e-shared-a-w3-28f82c/auth-test-model-28f82c","subscription":"e2e-auth-iso-d5df8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:42.351607875Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"159417ff-a17e-443e-8ea3-b03363dc7d89","MaaSSubscription":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"model":"ai-tenant-e2e-shared-a-w3-28f82c/auth-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:42.401498692Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"159417ff-a17e-443e-8ea3-b03363dc7d89","MaaSSubscription":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"maas-trlp-auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/auth-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:42.665871025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"73894ebc-d7c1-49db-b77a-24a48ba6acf2","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/auth-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:42.665897736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"73894ebc-d7c1-49db-b77a-24a48ba6acf2","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"auth-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"auth-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:42.765378452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"f3dde67d-322a-4102-9101-d19bf4d032f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-28f82c","tenantID":"e2e-shared-a-w3-28f82c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:42.818565694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"auth-test-model-7ca60f","reconcileID":"0a26f688-03a0-4f66-bc73-02bb9e57e7a7","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/auth-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:42.81858424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"auth-test-model-7ca60f","reconcileID":"0a26f688-03a0-4f66-bc73-02bb9e57e7a7","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"auth-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"auth-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:42.821078597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"f3dde67d-322a-4102-9101-d19bf4d032f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"e2e-shared-a-w3-28f82c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:42.917181424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"7366835a-1153-4bd4-93fc-a04cb9f93307","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7ca60f","tenantID":"e2e-shared-b-w3-7ca60f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:42.971273595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"7366835a-1153-4bd4-93fc-a04cb9f93307","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"e2e-shared-b-w3-7ca60f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:42.974029853Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"b3ae030b-5248-443a-947a-e1a63cc2c62f","MaaSSubscription":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6ce38609","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:43.126715101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"b15c39e2-7e65-45fb-902c-4ca28b64e564","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-28f82c","tenantID":"e2e-shared-a-w3-28f82c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:43.183867463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"b15c39e2-7e65-45fb-902c-4ca28b64e564","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"e2e-shared-a-w3-28f82c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:43.276654752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"ff861e76-1c36-4d1d-a5ba-543567676be7","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7ca60f","tenantID":"e2e-shared-b-w3-7ca60f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:43.333841483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"ff861e76-1c36-4d1d-a5ba-543567676be7","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"e2e-shared-b-w3-7ca60f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:53.024292472Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"ce588f47-7d46-41fd-853a-4b6e6bf1535e","MaaSSubscription":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"model":"ai-tenant-e2e-shared-b-w3-7ca60f/auth-test-model-7ca60f","subscription":"e2e-auth-iso-d5df8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:53.074489579Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"ce588f47-7d46-41fd-853a-4b6e6bf1535e","MaaSSubscription":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"model":"ai-tenant-e2e-shared-b-w3-7ca60f/auth-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:53.124497252Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"ce588f47-7d46-41fd-853a-4b6e6bf1535e","MaaSSubscription":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"maas-trlp-auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/auth-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:53.387975919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"auth-test-model-7ca60f","reconcileID":"4846df39-637b-4542-8a1a-fd96f4ca136f","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/auth-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:53.388004343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"auth-test-model-7ca60f","reconcileID":"4846df39-637b-4542-8a1a-fd96f4ca136f","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"auth-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"auth-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:53.487127336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"7862df83-3e77-459d-b724-a7865ae633c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7ca60f","tenantID":"e2e-shared-b-w3-7ca60f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:53.534882905Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"ffd368cd-eac6-4d10-8ed3-b33b168be6cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"model":"ai-tenant-e2e-shared-a-w3-28f82c/auth-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:53.535038132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"718de902-68e0-4656-9a9f-ff607ec49e3d","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/auth-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:53.535055888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"718de902-68e0-4656-9a9f-ff607ec49e3d","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"auth-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"auth-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:53.540447525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"7862df83-3e77-459d-b724-a7865ae633c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"e2e-shared-b-w3-7ca60f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:53.734821739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"ffd368cd-eac6-4d10-8ed3-b33b168be6cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-28f82c","tenantID":"e2e-shared-a-w3-28f82c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:53.85461085Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"ffd368cd-eac6-4d10-8ed3-b33b168be6cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"e2e-shared-a-w3-28f82c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:53.854634983Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-auth-iso-d5df8f","reconcileID":"ffd368cd-eac6-4d10-8ed3-b33b168be6cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:53.884944574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"169a8f62-48c7-49a0-902b-c7a61d165031","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7ca60f","tenantID":"e2e-shared-b-w3-7ca60f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:53.908501314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"94fcdd04-8cb4-4145-9186-6f710372f53f","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/auth-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:53.90852686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"auth-test-model-28f82c","reconcileID":"94fcdd04-8cb4-4145-9186-6f710372f53f","MaaSModelRef":{"name":"auth-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"auth-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"auth-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:53.94052052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"169a8f62-48c7-49a0-902b-c7a61d165031","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"e2e-shared-b-w3-7ca60f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:54.03804977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"auth-test-model-7ca60f","reconcileID":"8975a595-6007-4626-9df0-8d836a1005cc","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/auth-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:54.038070187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"auth-test-model-7ca60f","reconcileID":"8975a595-6007-4626-9df0-8d836a1005cc","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"auth-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"auth-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:54.088902712Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"dd3835fa-d618-45fd-bf2b-736911227557","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"model":"ai-tenant-e2e-shared-b-w3-7ca60f/auth-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:54.290418824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"dd3835fa-d618-45fd-bf2b-736911227557","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7ca60f","tenantID":"e2e-shared-b-w3-7ca60f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:54.409758765Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"dd3835fa-d618-45fd-bf2b-736911227557","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"e2e-shared-b-w3-7ca60f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:54.409790582Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-auth-iso-d5df8f","reconcileID":"dd3835fa-d618-45fd-bf2b-736911227557","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5df8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:54.465623286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"auth-test-model-7ca60f","reconcileID":"3ba81b51-dba2-49ee-a495-d96e629f790a","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/auth-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:54.465643876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"auth-test-model-7ca60f","reconcileID":"3ba81b51-dba2-49ee-a495-d96e629f790a","MaaSModelRef":{"name":"auth-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"auth-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"auth-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:56.367915956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c2bff"},"namespace":"ai-tenant-e2e-extmod-a-8c2bff","name":"default-tenant","reconcileID":"9c9f0a82-aa9c-45bb-a16f-9b870bdfe37e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c2bff","tenantID":"e2e-extmod-a-8c2bff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:56.478312057Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c2bff"},"namespace":"ai-tenant-e2e-extmod-a-8c2bff","name":"default-tenant","reconcileID":"9c9f0a82-aa9c-45bb-a16f-9b870bdfe37e","name":"e2e-extmod-a-8c2bff-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:04.118094415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43ab0dea-8ba0-4b13-8054-84704598170f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:04.168387142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43ab0dea-8ba0-4b13-8054-84704598170f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:04.21818732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43ab0dea-8ba0-4b13-8054-84704598170f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:04.26778038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43ab0dea-8ba0-4b13-8054-84704598170f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:04.694020163Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-f2df33","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-f2df33","reconcileID":"4f31e402-3283-4c82-a296-b46d6ae87464","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-f2df33","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-f2df33":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:06.074851153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1dd0ec0-9572-46f3-b1ee-af355a968789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:06.132589935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1dd0ec0-9572-46f3-b1ee-af355a968789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:06.182243922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1dd0ec0-9572-46f3-b1ee-af355a968789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:06.231738183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1dd0ec0-9572-46f3-b1ee-af355a968789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:08.041209142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69c29bf7-b740-40b8-a4e8-d24c3ef49747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:08.090980526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69c29bf7-b740-40b8-a4e8-d24c3ef49747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:08.14081427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69c29bf7-b740-40b8-a4e8-d24c3ef49747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:08.190798119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69c29bf7-b740-40b8-a4e8-d24c3ef49747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:08.853061199Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:10.001550486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0d8a41b-47a1-4857-baa1-4d435fd5643c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:10.05154492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0d8a41b-47a1-4857-baa1-4d435fd5643c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:10.101166159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0d8a41b-47a1-4857-baa1-4d435fd5643c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:10.150988338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0d8a41b-47a1-4857-baa1-4d435fd5643c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:38.851931955Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:39.019377895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b10a209-c4e9-4bd1-91da-ea0d5e0d623d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:39.069138402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b10a209-c4e9-4bd1-91da-ea0d5e0d623d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:39.118838709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b10a209-c4e9-4bd1-91da-ea0d5e0d623d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:39.168599514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b10a209-c4e9-4bd1-91da-ea0d5e0d623d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:40.647428702Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-c11b50","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-c11b50","reconcileID":"17e38cd4-53f5-4408-8834-b1a673dd21e6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-c11b50","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-c11b50":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:40.977685152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5ec2de4-f73f-48dd-a9ad-86b6a6f795a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:41.027887804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5ec2de4-f73f-48dd-a9ad-86b6a6f795a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:41.077565846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5ec2de4-f73f-48dd-a9ad-86b6a6f795a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:41.128185897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5ec2de4-f73f-48dd-a9ad-86b6a6f795a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:42.960729013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06b1d2a3-cccb-4071-ac1c-d6a5ee334113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:43.010195748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06b1d2a3-cccb-4071-ac1c-d6a5ee334113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:43.059673707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06b1d2a3-cccb-4071-ac1c-d6a5ee334113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:43.10969103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06b1d2a3-cccb-4071-ac1c-d6a5ee334113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:44.945136794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dee4e3b4-32c6-4b50-a3b8-f3bcfa987145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:44.995121472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dee4e3b4-32c6-4b50-a3b8-f3bcfa987145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:45.04547803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dee4e3b4-32c6-4b50-a3b8-f3bcfa987145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:45.095332694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dee4e3b4-32c6-4b50-a3b8-f3bcfa987145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:46.918817898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25af53cb-33d6-426d-8c07-a219167dd5eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:46.969031159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25af53cb-33d6-426d-8c07-a219167dd5eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:47.018621061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25af53cb-33d6-426d-8c07-a219167dd5eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:47.068559359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25af53cb-33d6-426d-8c07-a219167dd5eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:47.896162562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e65845"},"namespace":"ai-tenant-e2e-extmod-a-e65845","name":"default-tenant","reconcileID":"1cd7ee59-0bb5-4590-97fc-2342de5f9d92","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e65845","tenantID":"e2e-extmod-a-e65845","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:48.008164264Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e65845"},"namespace":"ai-tenant-e2e-extmod-a-e65845","name":"default-tenant","reconcileID":"1cd7ee59-0bb5-4590-97fc-2342de5f9d92","name":"e2e-extmod-a-e65845-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:48.889486934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"228b0f3d-1dbc-449b-86bc-0358661f76ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:48.939994464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"228b0f3d-1dbc-449b-86bc-0358661f76ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:48.98991411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"228b0f3d-1dbc-449b-86bc-0358661f76ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:49.039584972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"228b0f3d-1dbc-449b-86bc-0358661f76ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:50.846196857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ef0bcf-452e-4995-be3f-e95886c218cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:50.895929799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ef0bcf-452e-4995-be3f-e95886c218cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:50.946220945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ef0bcf-452e-4995-be3f-e95886c218cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:50.995943343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ef0bcf-452e-4995-be3f-e95886c218cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:52.79728482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"210a5e86-09bb-49e5-a28b-7c7d1640e865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:52.847181428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"210a5e86-09bb-49e5-a28b-7c7d1640e865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:52.896922912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"210a5e86-09bb-49e5-a28b-7c7d1640e865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:52.947010673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"210a5e86-09bb-49e5-a28b-7c7d1640e865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:54.846236094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5943dda-a75e-42ca-93d8-8381ed305217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:54.89600064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5943dda-a75e-42ca-93d8-8381ed305217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:54.946368708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5943dda-a75e-42ca-93d8-8381ed305217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:54.996013584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5943dda-a75e-42ca-93d8-8381ed305217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:56.790724713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e38d851-a6c8-40a9-8349-18693064faeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:56.840729122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e38d851-a6c8-40a9-8349-18693064faeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:56.890417466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e38d851-a6c8-40a9-8349-18693064faeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:56.940907233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e38d851-a6c8-40a9-8349-18693064faeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:58.763024424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f604e19-cca5-4b36-b82f-79e855b8ece5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:58.813035261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f604e19-cca5-4b36-b82f-79e855b8ece5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:58.863226667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f604e19-cca5-4b36-b82f-79e855b8ece5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:58.915342939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f604e19-cca5-4b36-b82f-79e855b8ece5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:00.714692802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814b0965-34ec-46e0-b6bf-b56b4a432320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:00.764805563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814b0965-34ec-46e0-b6bf-b56b4a432320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:00.814646754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814b0965-34ec-46e0-b6bf-b56b4a432320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:00.864507461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814b0965-34ec-46e0-b6bf-b56b4a432320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:02.667309402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d4e2c0-bc33-4f63-af11-199aa303c174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:02.718695501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d4e2c0-bc33-4f63-af11-199aa303c174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:02.770420289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d4e2c0-bc33-4f63-af11-199aa303c174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:02.820138444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d4e2c0-bc33-4f63-af11-199aa303c174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:06.249696763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25263a80-67fa-4645-9620-2182dde99854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:06.29961276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25263a80-67fa-4645-9620-2182dde99854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:06.349587965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25263a80-67fa-4645-9620-2182dde99854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:06.399117626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25263a80-67fa-4645-9620-2182dde99854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:06.815894827Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-661a20","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-661a20","reconcileID":"485472a5-a592-49fc-8f7a-6ee7db2f66e5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-661a20","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-661a20":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:08.249405915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1571649-bff6-4ad5-9e83-06a74563cfec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:08.300838663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1571649-bff6-4ad5-9e83-06a74563cfec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:08.350314623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1571649-bff6-4ad5-9e83-06a74563cfec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:08.399933337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1571649-bff6-4ad5-9e83-06a74563cfec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:08.854280322Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:10.243550884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e055340-96a8-4bc0-813d-57dafede9ed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:10.296548975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e055340-96a8-4bc0-813d-57dafede9ed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:10.346875313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e055340-96a8-4bc0-813d-57dafede9ed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:10.396698492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e055340-96a8-4bc0-813d-57dafede9ed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:12.203095465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"762a3310-7398-4030-9f3b-474ed8d76a7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:12.253121771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"762a3310-7398-4030-9f3b-474ed8d76a7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:12.303218193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"762a3310-7398-4030-9f3b-474ed8d76a7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:12.35325977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"762a3310-7398-4030-9f3b-474ed8d76a7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:14.15318446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1048232c-2ec9-4d54-9422-93526df01311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:14.202713663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1048232c-2ec9-4d54-9422-93526df01311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:14.253850814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1048232c-2ec9-4d54-9422-93526df01311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:14.303979687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1048232c-2ec9-4d54-9422-93526df01311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:16.092652522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7afb63c5-c611-4bba-b5d9-3ac27f0ff9a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:16.142478946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7afb63c5-c611-4bba-b5d9-3ac27f0ff9a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:16.192128332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7afb63c5-c611-4bba-b5d9-3ac27f0ff9a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:16.243309713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7afb63c5-c611-4bba-b5d9-3ac27f0ff9a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:19.255255699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"536a0542-c944-4871-9e87-08fa74d2b6b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:19.3049188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"536a0542-c944-4871-9e87-08fa74d2b6b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:19.354655702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"536a0542-c944-4871-9e87-08fa74d2b6b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:19.404388346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"536a0542-c944-4871-9e87-08fa74d2b6b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:21.241005927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41c22095-30d2-4ff6-9966-2a63c9ad9c2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:21.290895875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41c22095-30d2-4ff6-9966-2a63c9ad9c2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:21.340858871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41c22095-30d2-4ff6-9966-2a63c9ad9c2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:21.391317367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41c22095-30d2-4ff6-9966-2a63c9ad9c2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:23.186698811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8567b7ec-0fe3-4eda-b12a-e2b07af53860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:23.238209998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8567b7ec-0fe3-4eda-b12a-e2b07af53860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:23.290287816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8567b7ec-0fe3-4eda-b12a-e2b07af53860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:23.34124713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8567b7ec-0fe3-4eda-b12a-e2b07af53860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:26.384716769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04564ecd-dd1c-4a5a-a123-c8726761c5c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:26.43426092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04564ecd-dd1c-4a5a-a123-c8726761c5c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:26.484190036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04564ecd-dd1c-4a5a-a123-c8726761c5c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:26.533880702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04564ecd-dd1c-4a5a-a123-c8726761c5c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:26.943549772Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-4b63d8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-4b63d8","reconcileID":"ca03e8af-c15b-4cf0-af93-c96db00e5d8d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-4b63d8","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-4b63d8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:28.414138083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c1ac5e7-1934-4e22-8f04-e10696409432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:28.465203041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c1ac5e7-1934-4e22-8f04-e10696409432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:28.514876416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c1ac5e7-1934-4e22-8f04-e10696409432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:28.565344604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c1ac5e7-1934-4e22-8f04-e10696409432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:30.409434048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4eaa54b-5e79-427e-9afe-0b6225588599","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:30.459255367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4eaa54b-5e79-427e-9afe-0b6225588599","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:30.509402469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4eaa54b-5e79-427e-9afe-0b6225588599","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:30.559858913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4eaa54b-5e79-427e-9afe-0b6225588599","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:32.12070132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f2df33"},"namespace":"ai-tenant-e2e-extmod-a-f2df33","name":"default-tenant","reconcileID":"3172b1cd-212b-4f40-b74a-3ff1e75d4b51","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f2df33","tenantID":"e2e-extmod-a-f2df33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:32.236062613Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f2df33"},"namespace":"ai-tenant-e2e-extmod-a-f2df33","name":"default-tenant","reconcileID":"3172b1cd-212b-4f40-b74a-3ff1e75d4b51","name":"e2e-extmod-a-f2df33-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:32.412103819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfcfe998-f4ad-4c8e-a5db-fe74a0fc9997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:32.463996245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfcfe998-f4ad-4c8e-a5db-fe74a0fc9997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:32.513576567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfcfe998-f4ad-4c8e-a5db-fe74a0fc9997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:32.563859479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfcfe998-f4ad-4c8e-a5db-fe74a0fc9997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:34.462723611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0230d02c-d8d4-4192-a5a6-72e58dc366ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:34.512609999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0230d02c-d8d4-4192-a5a6-72e58dc366ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:34.562224445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0230d02c-d8d4-4192-a5a6-72e58dc366ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:34.612209998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0230d02c-d8d4-4192-a5a6-72e58dc366ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:38.852989689Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:08.852714973Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:08.874302049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c11b50"},"namespace":"ai-tenant-e2e-autores-c11b50","name":"default-tenant","reconcileID":"bc63770a-aaa7-4f11-aca6-eb1835b25af5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-c11b50","tenantID":"e2e-autores-c11b50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:08.985272112Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c11b50"},"namespace":"ai-tenant-e2e-autores-c11b50","name":"default-tenant","reconcileID":"bc63770a-aaa7-4f11-aca6-eb1835b25af5","name":"e2e-autores-c11b50-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:10.650672511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"81b756dd-7c56-4a75-bdaa-8dc3081514f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:10.750472762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"56a153f2-5ed0-4d89-a851-1f46be51b4ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:10.896742558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"9cbfe459-8e19-4809-991c-31b50d5bb10b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:11.01966626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"ef23a5e3-422c-4e82-bcd5-0dbad3561998","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:11.143557163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"09ae7061-ebf1-47c8-b1ce-fd0138598cf0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:11.385973264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"85d4d4ca-9686-4193-acfe-c3969135e2b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:11.511653304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"177d491a-b851-47eb-aa3a-00a8760e4eeb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:11.612431357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"6a112826-bc80-4570-bf83-960e5be37fb0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:11.713815502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"6f0494f5-16ea-4dbc-8bf0-6f249ab2a2c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:12.137459242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"37f220c5-d665-4b38-aed5-ff6897cefd61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:12.238277193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"a1d8d5ca-4035-4b28-9b0d-860b0c5496ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:12.338771631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"60bb69ec-32f4-499f-acaa-593dad503f5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:19.837645941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"453ee13e-ed2d-4845-bb38-12de860fba76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:19.887575593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"453ee13e-ed2d-4845-bb38-12de860fba76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:19.937676814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"453ee13e-ed2d-4845-bb38-12de860fba76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:19.987218632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"453ee13e-ed2d-4845-bb38-12de860fba76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:21.790262567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39c79c01-0c18-4b6d-8609-be23b62daf40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:21.840018961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39c79c01-0c18-4b6d-8609-be23b62daf40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:21.8896585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39c79c01-0c18-4b6d-8609-be23b62daf40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:21.940044899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39c79c01-0c18-4b6d-8609-be23b62daf40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:23.850074577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"975aaff2-2cb1-44be-968b-73dca7cb58b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:23.900425607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"975aaff2-2cb1-44be-968b-73dca7cb58b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:23.950203318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"975aaff2-2cb1-44be-968b-73dca7cb58b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:23.999806342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"975aaff2-2cb1-44be-968b-73dca7cb58b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:27.842659183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f73298-82e1-4ce2-b0dd-7ffb2f9ccd26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:27.892326099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f73298-82e1-4ce2-b0dd-7ffb2f9ccd26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:27.942105934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f73298-82e1-4ce2-b0dd-7ffb2f9ccd26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:27.991662685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f73298-82e1-4ce2-b0dd-7ffb2f9ccd26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:28.456391975Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-a8a1dd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-a8a1dd","reconcileID":"0f2c1dfc-4bb3-4022-8ed4-e704164bb11d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-a8a1dd","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-a8a1dd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:29.837022475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e754c744-713c-4536-b8cb-3918be2bf66b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:29.886694982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e754c744-713c-4536-b8cb-3918be2bf66b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:29.936578534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e754c744-713c-4536-b8cb-3918be2bf66b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:29.986549749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e754c744-713c-4536-b8cb-3918be2bf66b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:30.91261032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"5eaa7a30-53ab-47b9-8578-f08be3817025","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:31.276867347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"71e74ad0-0395-43f3-866e-76dac78e45a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:31.397456264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"74f1cd9d-2e70-4195-a852-b9e0da79b3d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:31.481406762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"04496207-8a51-4edd-8b2f-ff3076ddd20f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:31.481835869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"6a3de8cf-66cf-4e11-8422-78856f8d609b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:31.583624745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"f6976e5a-8f50-400b-a39c-c32f81153171","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:31.589349894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"56124257-f2a8-4763-8a7f-7cecd1d50c75","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:31.77241383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"e4589566-2c6b-4d02-a290-e4379c92c705","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:31.791541717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4684fef8-37c8-4e64-a735-933e8702e44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:31.841209703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4684fef8-37c8-4e64-a735-933e8702e44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:31.89201526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4684fef8-37c8-4e64-a735-933e8702e44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:31.94534961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4684fef8-37c8-4e64-a735-933e8702e44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:32.096959354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"71d8643a-1ac4-4a9c-a3d2-b7097cd76ada","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:32.097094708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d9715ccc-8a65-4e42-a34d-99e52c272f59","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:32.251770521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"f60f4383-64e3-4848-9ddb-016027e6febd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:32.524999712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"13dbb5ad-2e1c-4af8-9c74-01086c0b23af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:33.756925895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a1be713-c719-442e-a358-d2c0b68d3259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:33.806619557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a1be713-c719-442e-a358-d2c0b68d3259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:33.856208032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a1be713-c719-442e-a358-d2c0b68d3259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:33.905859498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a1be713-c719-442e-a358-d2c0b68d3259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:35.710309227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5c1d978-f3b5-4183-8e8b-6312630a6a5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:35.759995579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5c1d978-f3b5-4183-8e8b-6312630a6a5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:35.81008617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5c1d978-f3b5-4183-8e8b-6312630a6a5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:35.859722161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5c1d978-f3b5-4183-8e8b-6312630a6a5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:38.85300235Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:42.11709745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-661a20"},"namespace":"ai-tenant-e2e-extmod-b-661a20","name":"default-tenant","reconcileID":"1870e4af-6900-4895-9f88-b1bbfdae261a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-661a20","tenantID":"e2e-extmod-b-661a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:42.229639365Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-661a20"},"namespace":"ai-tenant-e2e-extmod-b-661a20","name":"default-tenant","reconcileID":"1870e4af-6900-4895-9f88-b1bbfdae261a","name":"e2e-extmod-b-661a20-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.16251516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4b63d8"},"namespace":"ai-tenant-e2e-extmod-b-4b63d8","name":"default-tenant","reconcileID":"637e21d3-0119-40a8-8b47-851285c224ef","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4b63d8","tenantID":"e2e-extmod-b-4b63d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.31811842Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4b63d8"},"namespace":"ai-tenant-e2e-extmod-b-4b63d8","name":"default-tenant","reconcileID":"637e21d3-0119-40a8-8b47-851285c224ef","name":"e2e-extmod-b-4b63d8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:08.853508525Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:38.852799455Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:46.276600772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"dcb2b8e6-a2a1-47b2-9072-e68897bb9d0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:46.766337798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"07ca7206-96d7-4273-a7fd-d9f9b861e280","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:47.076090097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"75ff57ac-76ec-445d-882d-710c645d1b6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:47.175335427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"3d398458-7b19-4811-afca-1effcb40c195","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:47.198999383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"8e9bda4b-8e3a-4a9f-beb5-aa324ee141ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:47.318393661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"0690a510-23f6-4ba2-933b-38d52f45af7a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:47.419012041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"a3060af5-b5b1-4de0-abca-34d82efc2eba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:47.444727274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"af3cad78-78b9-4605-ac3e-241d85edb0f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:47.51973297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"ad2b23ee-fcd5-4060-b5ec-f34f22fdd62c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:47.752506504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d1d16ff1-f4e7-40fe-9a51-fe5e7ab7b2b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:47.93787332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"49044026-8a6e-4c6c-901d-9816211f911f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:48.062224799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"c20946a2-6fee-4d88-b78d-b54e52d32bf6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:08.853624841Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:08.878580986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a8a1dd"},"namespace":"ai-tenant-e2e-extmod-b-a8a1dd","name":"default-tenant","reconcileID":"be93b0d1-6fd1-4d91-8680-22aeb1dba27b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a8a1dd","tenantID":"e2e-extmod-b-a8a1dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:08.989897963Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a8a1dd"},"namespace":"ai-tenant-e2e-extmod-b-a8a1dd","name":"default-tenant","reconcileID":"be93b0d1-6fd1-4d91-8680-22aeb1dba27b","name":"e2e-extmod-b-a8a1dd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:17.232017204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23daf48e-cf0d-4bcc-b2f8-b4af1a5c43e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:17.281638453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23daf48e-cf0d-4bcc-b2f8-b4af1a5c43e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:17.331392145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23daf48e-cf0d-4bcc-b2f8-b4af1a5c43e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:17.381960358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23daf48e-cf0d-4bcc-b2f8-b4af1a5c43e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:19.240550476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c0869ef-1a07-4f0a-9887-7ee171649fbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:19.290121084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c0869ef-1a07-4f0a-9887-7ee171649fbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:19.346100937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c0869ef-1a07-4f0a-9887-7ee171649fbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:19.39732406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c0869ef-1a07-4f0a-9887-7ee171649fbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:21.206125748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11d8bdc1-be3a-4d33-9c07-8cb717110ce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:21.255828134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11d8bdc1-be3a-4d33-9c07-8cb717110ce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:21.305397069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11d8bdc1-be3a-4d33-9c07-8cb717110ce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:21.355192014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11d8bdc1-be3a-4d33-9c07-8cb717110ce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:23.163144362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8099318-0af9-4ec6-91c5-4cee5f40feed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:23.215335114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8099318-0af9-4ec6-91c5-4cee5f40feed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:23.328291308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8099318-0af9-4ec6-91c5-4cee5f40feed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:23.378496401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8099318-0af9-4ec6-91c5-4cee5f40feed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:25.16571175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e9eb509-421a-4896-8e1b-5a8655791521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:25.216043367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e9eb509-421a-4896-8e1b-5a8655791521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:25.265819143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e9eb509-421a-4896-8e1b-5a8655791521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:25.315748709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e9eb509-421a-4896-8e1b-5a8655791521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:26.368728146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"6e77bbdd-6ac3-4af7-951b-0560270f0a43","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:26.468871354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4a0a949b-bd4f-4365-819d-8d80cc9cc3b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:26.568121056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"458cfd4f-e79b-49f8-a3af-fa2c01dbf94b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:26.685959889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"b5f3a367-6760-4425-b866-24d26fdb2698","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:26.888411894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"ef07445b-2e14-44ba-9a8f-c8d98341e585","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:27.30847335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"0f8e4987-2dec-4da2-b6c3-8f58a2e2bd5e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:27.434532124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"4e45ec05-875c-4869-98d1-4eead905bc26","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:27.684383466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"aa12ab16-848e-4c5d-82ef-7050037c2897","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:27.784438498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"3af96947-e93f-411b-b6b7-ea54b0a45a76","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:28.186480395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"6ac6d0df-584a-454a-b155-9a150ef346b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:28.370810495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"76af819c-aa91-406a-a034-191ad02dfb6f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:28.471277567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"08240a9e-3ebe-4b14-9046-1b035d100492","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:37.96750619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6063cde-2bba-4027-97a3-dd919d204fe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:38.017618811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6063cde-2bba-4027-97a3-dd919d204fe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:38.068199619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6063cde-2bba-4027-97a3-dd919d204fe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:38.118757633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6063cde-2bba-4027-97a3-dd919d204fe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:38.852775273Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:39.944824139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6741c766-b834-46d1-bbfa-f4afa73ba419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:39.9950787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6741c766-b834-46d1-bbfa-f4afa73ba419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:40.044726131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6741c766-b834-46d1-bbfa-f4afa73ba419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:40.094636397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6741c766-b834-46d1-bbfa-f4afa73ba419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:41.893100672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a1a3245-c667-4208-b82e-12df9d863927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:41.943307347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a1a3245-c667-4208-b82e-12df9d863927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:42.024471964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a1a3245-c667-4208-b82e-12df9d863927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:42.074281435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a1a3245-c667-4208-b82e-12df9d863927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:43.938564215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01e3fb24-236e-41ec-9827-055ee65ffdd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:43.988677175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01e3fb24-236e-41ec-9827-055ee65ffdd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:44.038275676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01e3fb24-236e-41ec-9827-055ee65ffdd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:44.089416699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01e3fb24-236e-41ec-9827-055ee65ffdd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:45.893724485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a8c974-16ff-41af-849a-481070fcc088","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:45.94413008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a8c974-16ff-41af-849a-481070fcc088","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:45.99451697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a8c974-16ff-41af-849a-481070fcc088","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:46.044781116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a8c974-16ff-41af-849a-481070fcc088","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:46.714313028Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f2df33"},"namespace":"ai-tenant-e2e-extmod-a-f2df33","name":"default-tenant","reconcileID":"ca80f5ee-a84a-45d4-9797-6d21a362f5a2","namespace":"ai-tenant-e2e-extmod-a-f2df33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:46.714377368Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f2df33"},"namespace":"ai-tenant-e2e-extmod-a-f2df33","name":"default-tenant","reconcileID":"ca80f5ee-a84a-45d4-9797-6d21a362f5a2","namespace":"ai-tenant-e2e-extmod-a-f2df33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:46.714425391Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f2df33"},"namespace":"ai-tenant-e2e-extmod-a-f2df33","name":"default-tenant","reconcileID":"ca80f5ee-a84a-45d4-9797-6d21a362f5a2","aitenant":"ai-tenants/e2e-extmod-a-f2df33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:47.855908809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"391dd2ea-0abf-4b4b-b32d-f9905d7d1875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:47.90580411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"391dd2ea-0abf-4b4b-b32d-f9905d7d1875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:47.955901811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"391dd2ea-0abf-4b4b-b32d-f9905d7d1875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:48.006232152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"391dd2ea-0abf-4b4b-b32d-f9905d7d1875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:49.848318384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e2c7bad-5ba8-4ffd-b4f7-b98f68767800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:49.898304934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e2c7bad-5ba8-4ffd-b4f7-b98f68767800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:49.948040886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e2c7bad-5ba8-4ffd-b4f7-b98f68767800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:49.998238342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e2c7bad-5ba8-4ffd-b4f7-b98f68767800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:51.795976871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f250d007-f1bd-40a0-9b45-9d57f76c6efc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:51.845550165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f250d007-f1bd-40a0-9b45-9d57f76c6efc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:51.895629945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f250d007-f1bd-40a0-9b45-9d57f76c6efc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:51.946223462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f250d007-f1bd-40a0-9b45-9d57f76c6efc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:53.746170974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"627fbef4-f017-48ac-af23-326b81c095d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:53.796618483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"627fbef4-f017-48ac-af23-326b81c095d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:53.847600094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"627fbef4-f017-48ac-af23-326b81c095d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:53.897495191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"627fbef4-f017-48ac-af23-326b81c095d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:01.546936702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3ef123b8-7e49-4415-a41b-c3afba5f7598","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:01.649905379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"2598289b-2f96-4078-af9b-bf8c0e1077d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:01.672555941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2cd02603-6412-4859-87b6-6bf82ca0023d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:01.746699978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"b8922a60-d233-42a7-b0e4-f97757aa4308","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:01.861095064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"c8507b0c-dcea-4b7a-97b0-48ca549595cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:02.23118463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"317fbbf7-67a2-48ae-8100-7ece450b8529","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:02.332909035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"48b40457-5f85-4de0-8bf4-e7ca53b8166e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:02.615883421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"a5baffa8-18de-414e-acca-64cc962e08f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:02.71738403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"fdb778c7-b67c-4fbf-b36b-caf396432c1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:02.814531131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"9ae12654-0cbe-4812-94d2-d74412a61a46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:03.124530567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"cfc14ff5-023d-4c5d-9493-d36ceefe168b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:03.250054294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"69b33f31-a970-4468-8ef0-bc3a386fdaad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:08.851999241Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:14.903520881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c855d7a9-d1b0-4128-931e-6b084fcd8945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:14.953118871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c855d7a9-d1b0-4128-931e-6b084fcd8945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:15.00278852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c855d7a9-d1b0-4128-931e-6b084fcd8945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:15.052614645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c855d7a9-d1b0-4128-931e-6b084fcd8945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:16.868004827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7762a3a3-f354-4e3c-b822-7c2241e7f992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:16.918722732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7762a3a3-f354-4e3c-b822-7c2241e7f992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:16.968465106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7762a3a3-f354-4e3c-b822-7c2241e7f992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:17.018204183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7762a3a3-f354-4e3c-b822-7c2241e7f992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:18.824042852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85d0f229-d9a3-477c-bed1-01e54f36bf54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:18.874242849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85d0f229-d9a3-477c-bed1-01e54f36bf54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:18.923881494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85d0f229-d9a3-477c-bed1-01e54f36bf54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:18.973712498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85d0f229-d9a3-477c-bed1-01e54f36bf54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:19.388564714Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c11b50"},"namespace":"ai-tenant-e2e-autores-c11b50","name":"default-tenant","reconcileID":"f26f6502-3b29-4029-bcb8-656cd5c0e658","namespace":"ai-tenant-e2e-autores-c11b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:19.388639885Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c11b50"},"namespace":"ai-tenant-e2e-autores-c11b50","name":"default-tenant","reconcileID":"f26f6502-3b29-4029-bcb8-656cd5c0e658","namespace":"ai-tenant-e2e-autores-c11b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:19.388684596Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c11b50"},"namespace":"ai-tenant-e2e-autores-c11b50","name":"default-tenant","reconcileID":"f26f6502-3b29-4029-bcb8-656cd5c0e658","aitenant":"ai-tenants/e2e-autores-c11b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:20.84011037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d6a9c7e-0ffa-492a-853b-2e2c66dbeca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:20.889986457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d6a9c7e-0ffa-492a-853b-2e2c66dbeca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:20.939844993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d6a9c7e-0ffa-492a-853b-2e2c66dbeca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:20.989270608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d6a9c7e-0ffa-492a-853b-2e2c66dbeca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:22.839845574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55364b4-a344-4c8e-a416-7eac55838606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:22.890316837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55364b4-a344-4c8e-a416-7eac55838606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:22.940128296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55364b4-a344-4c8e-a416-7eac55838606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:22.989804424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55364b4-a344-4c8e-a416-7eac55838606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:24.856587659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac9377c0-fe9b-4aa0-a823-87079f410284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:24.90633003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac9377c0-fe9b-4aa0-a823-87079f410284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:24.956224615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac9377c0-fe9b-4aa0-a823-87079f410284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:25.006049122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac9377c0-fe9b-4aa0-a823-87079f410284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:26.79683034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a09e7bef-6cd1-4266-a7e7-3f1341aad4fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:26.846552295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a09e7bef-6cd1-4266-a7e7-3f1341aad4fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:26.90013646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a09e7bef-6cd1-4266-a7e7-3f1341aad4fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:26.950237357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a09e7bef-6cd1-4266-a7e7-3f1341aad4fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:33.281045301Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3bcb9f"},"namespace":"ai-tenant-e2e-extmod-a-3bcb9f","name":"default-tenant","reconcileID":"fc0e1136-9bf4-4996-9aa8-8f48b146971d","namespace":"ai-tenant-e2e-extmod-a-3bcb9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:33.281121592Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3bcb9f"},"namespace":"ai-tenant-e2e-extmod-a-3bcb9f","name":"default-tenant","reconcileID":"fc0e1136-9bf4-4996-9aa8-8f48b146971d","namespace":"ai-tenant-e2e-extmod-a-3bcb9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:33.281184958Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3bcb9f"},"namespace":"ai-tenant-e2e-extmod-a-3bcb9f","name":"default-tenant","reconcileID":"fc0e1136-9bf4-4996-9aa8-8f48b146971d","tenant":"e2e-extmod-a-3bcb9f","tenantID":"e2e-extmod-a-3bcb9f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:33.33466175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3bcb9f"},"namespace":"ai-tenant-e2e-extmod-a-3bcb9f","name":"default-tenant","reconcileID":"fc0e1136-9bf4-4996-9aa8-8f48b146971d","gvk":"Deployment","name":"maas-api-e2e-extmod-a-3bcb9f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:33.393664842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3bcb9f"},"namespace":"ai-tenant-e2e-extmod-a-3bcb9f","name":"default-tenant","reconcileID":"fc0e1136-9bf4-4996-9aa8-8f48b146971d","gvk":"Service","name":"maas-api-e2e-extmod-a-3bcb9f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:33.452175204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3bcb9f"},"namespace":"ai-tenant-e2e-extmod-a-3bcb9f","name":"default-tenant","reconcileID":"fc0e1136-9bf4-4996-9aa8-8f48b146971d","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-3bcb9f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:33.503173964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3bcb9f"},"namespace":"ai-tenant-e2e-extmod-a-3bcb9f","name":"default-tenant","reconcileID":"fc0e1136-9bf4-4996-9aa8-8f48b146971d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-3bcb9f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:33.557132376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3bcb9f"},"namespace":"ai-tenant-e2e-extmod-a-3bcb9f","name":"default-tenant","reconcileID":"fc0e1136-9bf4-4996-9aa8-8f48b146971d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-3bcb9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:33.608844424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3bcb9f"},"namespace":"ai-tenant-e2e-extmod-a-3bcb9f","name":"default-tenant","reconcileID":"fc0e1136-9bf4-4996-9aa8-8f48b146971d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-3bcb9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:33.660974076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3bcb9f"},"namespace":"ai-tenant-e2e-extmod-a-3bcb9f","name":"default-tenant","reconcileID":"fc0e1136-9bf4-4996-9aa8-8f48b146971d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-3bcb9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:33.71296952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3bcb9f"},"namespace":"ai-tenant-e2e-extmod-a-3bcb9f","name":"default-tenant","reconcileID":"fc0e1136-9bf4-4996-9aa8-8f48b146971d","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-3bcb9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:33.76549707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3bcb9f"},"namespace":"ai-tenant-e2e-extmod-a-3bcb9f","name":"default-tenant","reconcileID":"fc0e1136-9bf4-4996-9aa8-8f48b146971d","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-3bcb9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:33.814984852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3bcb9f"},"namespace":"ai-tenant-e2e-extmod-a-3bcb9f","name":"default-tenant","reconcileID":"fc0e1136-9bf4-4996-9aa8-8f48b146971d","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-3bcb9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:33.864570083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3bcb9f"},"namespace":"ai-tenant-e2e-extmod-a-3bcb9f","name":"default-tenant","reconcileID":"fc0e1136-9bf4-4996-9aa8-8f48b146971d","gvk":"Service","name":"payload-processing-e2e-extmod-a-3bcb9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:33.914079261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3bcb9f"},"namespace":"ai-tenant-e2e-extmod-a-3bcb9f","name":"default-tenant","reconcileID":"fc0e1136-9bf4-4996-9aa8-8f48b146971d","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-3bcb9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:33.964870441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3bcb9f"},"namespace":"ai-tenant-e2e-extmod-a-3bcb9f","name":"default-tenant","reconcileID":"fc0e1136-9bf4-4996-9aa8-8f48b146971d","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-3bcb9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:34.013928232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3bcb9f"},"namespace":"ai-tenant-e2e-extmod-a-3bcb9f","name":"default-tenant","reconcileID":"fc0e1136-9bf4-4996-9aa8-8f48b146971d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-3bcb9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:34.063309869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3bcb9f"},"namespace":"ai-tenant-e2e-extmod-a-3bcb9f","name":"default-tenant","reconcileID":"fc0e1136-9bf4-4996-9aa8-8f48b146971d","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-3bcb9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:34.115881603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3bcb9f"},"namespace":"ai-tenant-e2e-extmod-a-3bcb9f","name":"default-tenant","reconcileID":"fc0e1136-9bf4-4996-9aa8-8f48b146971d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-3bcb9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:34.16794265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3bcb9f"},"namespace":"ai-tenant-e2e-extmod-a-3bcb9f","name":"default-tenant","reconcileID":"fc0e1136-9bf4-4996-9aa8-8f48b146971d","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-3bcb9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:34.216976467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3bcb9f"},"namespace":"ai-tenant-e2e-extmod-a-3bcb9f","name":"default-tenant","reconcileID":"fc0e1136-9bf4-4996-9aa8-8f48b146971d","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-3bcb9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:34.268490898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3bcb9f"},"namespace":"ai-tenant-e2e-extmod-a-3bcb9f","name":"default-tenant","reconcileID":"fc0e1136-9bf4-4996-9aa8-8f48b146971d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-3bcb9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:34.317819473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3bcb9f"},"namespace":"ai-tenant-e2e-extmod-a-3bcb9f","name":"default-tenant","reconcileID":"fc0e1136-9bf4-4996-9aa8-8f48b146971d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-3bcb9f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:38.39033384Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-3bcb9f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-3bcb9f","reconcileID":"c0071240-4e33-4568-ba1f-5aea1095c52f","aitenant":"ai-tenants/e2e-extmod-a-3bcb9f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:38.858359155Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:38.891596633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"718737fa-8ee1-4f62-9ffe-a70d986753d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:38.9414919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"718737fa-8ee1-4f62-9ffe-a70d986753d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:38.991329122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"718737fa-8ee1-4f62-9ffe-a70d986753d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:39.042934345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"718737fa-8ee1-4f62-9ffe-a70d986753d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:39.201821787Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-3bcb9f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-3bcb9f","reconcileID":"c0071240-4e33-4568-ba1f-5aea1095c52f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-3bcb9f","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-3bcb9f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:40.849721955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231c982b-90b6-43e9-b25c-c0230e7b49a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:40.899459022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231c982b-90b6-43e9-b25c-c0230e7b49a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:40.949004845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231c982b-90b6-43e9-b25c-c0230e7b49a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:40.998962732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231c982b-90b6-43e9-b25c-c0230e7b49a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:42.851908659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc67d960-62ef-48af-834e-b8aab66c8380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:42.901914707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc67d960-62ef-48af-834e-b8aab66c8380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:42.95151787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc67d960-62ef-48af-834e-b8aab66c8380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:43.001186196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc67d960-62ef-48af-834e-b8aab66c8380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:44.844119166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38d72a40-aa9c-4a50-aff1-e27d940f7373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:44.893801512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38d72a40-aa9c-4a50-aff1-e27d940f7373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:44.944359872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38d72a40-aa9c-4a50-aff1-e27d940f7373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:44.99427807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38d72a40-aa9c-4a50-aff1-e27d940f7373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:47.787074709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75e9d20-b43f-4496-a120-05c271460a9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:47.837361963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75e9d20-b43f-4496-a120-05c271460a9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:47.887271219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75e9d20-b43f-4496-a120-05c271460a9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:47.939699663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75e9d20-b43f-4496-a120-05c271460a9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:48.952673884Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-661a20"},"namespace":"ai-tenant-e2e-extmod-b-661a20","name":"default-tenant","reconcileID":"c6c92782-ba0a-4245-b52b-7e0668398556","namespace":"ai-tenant-e2e-extmod-b-661a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:48.95276188Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-661a20"},"namespace":"ai-tenant-e2e-extmod-b-661a20","name":"default-tenant","reconcileID":"c6c92782-ba0a-4245-b52b-7e0668398556","namespace":"ai-tenant-e2e-extmod-b-661a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:48.952829835Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-661a20"},"namespace":"ai-tenant-e2e-extmod-b-661a20","name":"default-tenant","reconcileID":"c6c92782-ba0a-4245-b52b-7e0668398556","tenant":"e2e-extmod-b-661a20","tenantID":"e2e-extmod-b-661a20","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:49.004307687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-661a20"},"namespace":"ai-tenant-e2e-extmod-b-661a20","name":"default-tenant","reconcileID":"c6c92782-ba0a-4245-b52b-7e0668398556","gvk":"Deployment","name":"maas-api-e2e-extmod-b-661a20","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:49.061396945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-661a20"},"namespace":"ai-tenant-e2e-extmod-b-661a20","name":"default-tenant","reconcileID":"c6c92782-ba0a-4245-b52b-7e0668398556","gvk":"Service","name":"maas-api-e2e-extmod-b-661a20","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:49.122191918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-661a20"},"namespace":"ai-tenant-e2e-extmod-b-661a20","name":"default-tenant","reconcileID":"c6c92782-ba0a-4245-b52b-7e0668398556","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-661a20","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:49.173545279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-661a20"},"namespace":"ai-tenant-e2e-extmod-b-661a20","name":"default-tenant","reconcileID":"c6c92782-ba0a-4245-b52b-7e0668398556","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-661a20","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:49.266101495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-661a20"},"namespace":"ai-tenant-e2e-extmod-b-661a20","name":"default-tenant","reconcileID":"c6c92782-ba0a-4245-b52b-7e0668398556","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-661a20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:49.317966953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-661a20"},"namespace":"ai-tenant-e2e-extmod-b-661a20","name":"default-tenant","reconcileID":"c6c92782-ba0a-4245-b52b-7e0668398556","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-661a20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:49.371887733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-661a20"},"namespace":"ai-tenant-e2e-extmod-b-661a20","name":"default-tenant","reconcileID":"c6c92782-ba0a-4245-b52b-7e0668398556","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-661a20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:49.423787462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-661a20"},"namespace":"ai-tenant-e2e-extmod-b-661a20","name":"default-tenant","reconcileID":"c6c92782-ba0a-4245-b52b-7e0668398556","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-661a20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:49.475208494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-661a20"},"namespace":"ai-tenant-e2e-extmod-b-661a20","name":"default-tenant","reconcileID":"c6c92782-ba0a-4245-b52b-7e0668398556","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-661a20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:49.53078477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-661a20"},"namespace":"ai-tenant-e2e-extmod-b-661a20","name":"default-tenant","reconcileID":"c6c92782-ba0a-4245-b52b-7e0668398556","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-661a20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:49.590869764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-661a20"},"namespace":"ai-tenant-e2e-extmod-b-661a20","name":"default-tenant","reconcileID":"c6c92782-ba0a-4245-b52b-7e0668398556","gvk":"Service","name":"payload-processing-e2e-extmod-b-661a20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:49.650119353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-661a20"},"namespace":"ai-tenant-e2e-extmod-b-661a20","name":"default-tenant","reconcileID":"c6c92782-ba0a-4245-b52b-7e0668398556","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-661a20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:49.701523694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-661a20"},"namespace":"ai-tenant-e2e-extmod-b-661a20","name":"default-tenant","reconcileID":"c6c92782-ba0a-4245-b52b-7e0668398556","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-661a20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:49.753280257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-661a20"},"namespace":"ai-tenant-e2e-extmod-b-661a20","name":"default-tenant","reconcileID":"c6c92782-ba0a-4245-b52b-7e0668398556","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-661a20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:49.766405472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f6c1c3e-9344-4ac8-9d19-f59624072b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:49.816737456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f6c1c3e-9344-4ac8-9d19-f59624072b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:49.818936065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-661a20"},"namespace":"ai-tenant-e2e-extmod-b-661a20","name":"default-tenant","reconcileID":"c6c92782-ba0a-4245-b52b-7e0668398556","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-661a20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:49.866456921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f6c1c3e-9344-4ac8-9d19-f59624072b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:49.919386683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-661a20"},"namespace":"ai-tenant-e2e-extmod-b-661a20","name":"default-tenant","reconcileID":"c6c92782-ba0a-4245-b52b-7e0668398556","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-661a20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:49.920470103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f6c1c3e-9344-4ac8-9d19-f59624072b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:49.977127492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-661a20"},"namespace":"ai-tenant-e2e-extmod-b-661a20","name":"default-tenant","reconcileID":"c6c92782-ba0a-4245-b52b-7e0668398556","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-661a20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:50.028450627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-661a20"},"namespace":"ai-tenant-e2e-extmod-b-661a20","name":"default-tenant","reconcileID":"c6c92782-ba0a-4245-b52b-7e0668398556","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-661a20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:50.081284518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-661a20"},"namespace":"ai-tenant-e2e-extmod-b-661a20","name":"default-tenant","reconcileID":"c6c92782-ba0a-4245-b52b-7e0668398556","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-661a20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:50.180284274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-661a20"},"namespace":"ai-tenant-e2e-extmod-b-661a20","name":"default-tenant","reconcileID":"c6c92782-ba0a-4245-b52b-7e0668398556","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-661a20","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:51.755858011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"469d47f8-bf82-4e6a-b2ed-bd4a50c6eb71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:51.805532117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"469d47f8-bf82-4e6a-b2ed-bd4a50c6eb71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:51.855116474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"469d47f8-bf82-4e6a-b2ed-bd4a50c6eb71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:51.904857826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"469d47f8-bf82-4e6a-b2ed-bd4a50c6eb71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:53.743491153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45e3828d-f8d9-4e76-8bf5-46263641afef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:53.793394127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45e3828d-f8d9-4e76-8bf5-46263641afef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:53.843246497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45e3828d-f8d9-4e76-8bf5-46263641afef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:53.893066097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45e3828d-f8d9-4e76-8bf5-46263641afef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:54.942105729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"6962510b-53c2-494f-a7b7-fa8964bd73e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:54.949704305Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c2bff"},"namespace":"ai-tenant-e2e-extmod-a-8c2bff","name":"default-tenant","reconcileID":"04e2d75f-d0a6-4e2f-aafb-19406621df95","namespace":"ai-tenant-e2e-extmod-a-8c2bff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:54.949790151Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c2bff"},"namespace":"ai-tenant-e2e-extmod-a-8c2bff","name":"default-tenant","reconcileID":"04e2d75f-d0a6-4e2f-aafb-19406621df95","namespace":"ai-tenant-e2e-extmod-a-8c2bff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:54.949869739Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c2bff"},"namespace":"ai-tenant-e2e-extmod-a-8c2bff","name":"default-tenant","reconcileID":"04e2d75f-d0a6-4e2f-aafb-19406621df95","tenant":"e2e-extmod-a-8c2bff","tenantID":"e2e-extmod-a-8c2bff","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:55.048887565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c2bff"},"namespace":"ai-tenant-e2e-extmod-a-8c2bff","name":"default-tenant","reconcileID":"04e2d75f-d0a6-4e2f-aafb-19406621df95","gvk":"Deployment","name":"maas-api-e2e-extmod-a-8c2bff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:55.108310506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c2bff"},"namespace":"ai-tenant-e2e-extmod-a-8c2bff","name":"default-tenant","reconcileID":"04e2d75f-d0a6-4e2f-aafb-19406621df95","gvk":"Service","name":"maas-api-e2e-extmod-a-8c2bff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:55.226068269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c2bff"},"namespace":"ai-tenant-e2e-extmod-a-8c2bff","name":"default-tenant","reconcileID":"04e2d75f-d0a6-4e2f-aafb-19406621df95","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-8c2bff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:55.27848503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c2bff"},"namespace":"ai-tenant-e2e-extmod-a-8c2bff","name":"default-tenant","reconcileID":"04e2d75f-d0a6-4e2f-aafb-19406621df95","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-8c2bff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:55.327595364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3b7dec46-b0b6-4855-9cb4-255c5b1ffa4e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:55.330642114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c2bff"},"namespace":"ai-tenant-e2e-extmod-a-8c2bff","name":"default-tenant","reconcileID":"04e2d75f-d0a6-4e2f-aafb-19406621df95","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-8c2bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:55.382432026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c2bff"},"namespace":"ai-tenant-e2e-extmod-a-8c2bff","name":"default-tenant","reconcileID":"04e2d75f-d0a6-4e2f-aafb-19406621df95","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-8c2bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:55.43733436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c2bff"},"namespace":"ai-tenant-e2e-extmod-a-8c2bff","name":"default-tenant","reconcileID":"04e2d75f-d0a6-4e2f-aafb-19406621df95","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-8c2bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:55.445165405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"a30dd1b7-16b7-4726-a4e2-990882998184","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:55.488929103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c2bff"},"namespace":"ai-tenant-e2e-extmod-a-8c2bff","name":"default-tenant","reconcileID":"04e2d75f-d0a6-4e2f-aafb-19406621df95","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-8c2bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:55.538431928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c2bff"},"namespace":"ai-tenant-e2e-extmod-a-8c2bff","name":"default-tenant","reconcileID":"04e2d75f-d0a6-4e2f-aafb-19406621df95","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-8c2bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:55.554864224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"a6ec3e42-fda9-4d7b-bafd-2ec542586f2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:55.587487334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c2bff"},"namespace":"ai-tenant-e2e-extmod-a-8c2bff","name":"default-tenant","reconcileID":"04e2d75f-d0a6-4e2f-aafb-19406621df95","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-8c2bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:55.636999986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c2bff"},"namespace":"ai-tenant-e2e-extmod-a-8c2bff","name":"default-tenant","reconcileID":"04e2d75f-d0a6-4e2f-aafb-19406621df95","gvk":"Service","name":"payload-processing-e2e-extmod-a-8c2bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:55.686628767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c2bff"},"namespace":"ai-tenant-e2e-extmod-a-8c2bff","name":"default-tenant","reconcileID":"04e2d75f-d0a6-4e2f-aafb-19406621df95","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-8c2bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:55.735998076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c2bff"},"namespace":"ai-tenant-e2e-extmod-a-8c2bff","name":"default-tenant","reconcileID":"04e2d75f-d0a6-4e2f-aafb-19406621df95","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-8c2bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:55.747314527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc6ad72-5d03-4f2b-b7ae-b14a21975818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:55.796975522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c2bff"},"namespace":"ai-tenant-e2e-extmod-a-8c2bff","name":"default-tenant","reconcileID":"04e2d75f-d0a6-4e2f-aafb-19406621df95","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-8c2bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:55.797438618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc6ad72-5d03-4f2b-b7ae-b14a21975818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:55.847033499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c2bff"},"namespace":"ai-tenant-e2e-extmod-a-8c2bff","name":"default-tenant","reconcileID":"04e2d75f-d0a6-4e2f-aafb-19406621df95","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-8c2bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:55.847499008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc6ad72-5d03-4f2b-b7ae-b14a21975818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:55.897604134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc6ad72-5d03-4f2b-b7ae-b14a21975818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:55.900421709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c2bff"},"namespace":"ai-tenant-e2e-extmod-a-8c2bff","name":"default-tenant","reconcileID":"04e2d75f-d0a6-4e2f-aafb-19406621df95","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-8c2bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:55.995183378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c2bff"},"namespace":"ai-tenant-e2e-extmod-a-8c2bff","name":"default-tenant","reconcileID":"04e2d75f-d0a6-4e2f-aafb-19406621df95","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-8c2bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:56.051522653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c2bff"},"namespace":"ai-tenant-e2e-extmod-a-8c2bff","name":"default-tenant","reconcileID":"04e2d75f-d0a6-4e2f-aafb-19406621df95","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-8c2bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:56.052181759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"83549121-5a4b-4a4f-9d78-37d1af0d9a92","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:56.05373937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"f0291a2d-d69b-4028-98e4-b764c14b6b49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:56.104081587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c2bff"},"namespace":"ai-tenant-e2e-extmod-a-8c2bff","name":"default-tenant","reconcileID":"04e2d75f-d0a6-4e2f-aafb-19406621df95","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-8c2bff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:56.20340029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c2bff"},"namespace":"ai-tenant-e2e-extmod-a-8c2bff","name":"default-tenant","reconcileID":"04e2d75f-d0a6-4e2f-aafb-19406621df95","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-8c2bff","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:56.303128489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"1ddb98c1-9776-4687-bc0a-470bcbf1b694","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:56.372944453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"98489983-8e20-476a-94b2-c2994f44a2cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:56.580440641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"9cd9cc7d-4858-4bf5-a323-364f8665ed0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:56.655765787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a0b21bbf-0fa5-478e-bce6-a976687ae380","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:56.679763367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"f5e27e65-1f1f-4268-84cd-5dc3c6e1603d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:56.753804687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"892fa941-659e-4fca-a9d6-36e52583e925","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:57.772487156Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8c2bff","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8c2bff","reconcileID":"f384c1e8-7595-4d21-b244-459f172cbdd4","aitenant":"ai-tenants/e2e-extmod-a-8c2bff","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:57.850057518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe9f9b39-b850-496a-b8b3-b9fd5f66f0fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:57.900038344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe9f9b39-b850-496a-b8b3-b9fd5f66f0fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:57.949915905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe9f9b39-b850-496a-b8b3-b9fd5f66f0fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:57.999529336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe9f9b39-b850-496a-b8b3-b9fd5f66f0fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:58.562976872Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8c2bff","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8c2bff","reconcileID":"f384c1e8-7595-4d21-b244-459f172cbdd4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-8c2bff","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-8c2bff"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:59.149181348Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-661a20","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-661a20","reconcileID":"ff54ed17-bb58-4f9d-b07d-85f9c340de8c","aitenant":"ai-tenants/e2e-extmod-b-661a20","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:59.896322122Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-661a20","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-661a20","reconcileID":"ff54ed17-bb58-4f9d-b07d-85f9c340de8c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-661a20","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-661a20"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:59.941187627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff9cd573-870f-475d-84c5-22a4e53c717c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:59.991236006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff9cd573-870f-475d-84c5-22a4e53c717c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:00.041340288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff9cd573-870f-475d-84c5-22a4e53c717c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:00.091027855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff9cd573-870f-475d-84c5-22a4e53c717c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:01.951317345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32410e64-16e0-4732-861f-782b49043124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.001707316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32410e64-16e0-4732-861f-782b49043124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.052084765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32410e64-16e0-4732-861f-782b49043124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.102269954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32410e64-16e0-4732-861f-782b49043124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.108364443Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"40eb4eb1-15bf-41af-8c3c-ea4754b48ee8","namespace":"llm","name":"e2e-dft-647714","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.160919195Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"82a09bcc-6f39-4732-8bfb-403dbd058925","namespace":"llm","name":"e2e-dft-647714","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.304839955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"4078ac3a-d1fd-41d5-b264-99c1e4f60ee3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.304988882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"7489f924-0d7e-4721-b5d1-adfb2cede712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.305299681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"b1a59bb7-2dbe-4e4f-8c8b-6b03a3ff83da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.305391417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"af6d01f8-d551-4b59-a2ad-0172e136839f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.358990984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"4078ac3a-d1fd-41d5-b264-99c1e4f60ee3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.360464769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"b1a59bb7-2dbe-4e4f-8c8b-6b03a3ff83da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.361331748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"7489f924-0d7e-4721-b5d1-adfb2cede712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.363979117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"af6d01f8-d551-4b59-a2ad-0172e136839f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.369915904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a5dd9467-1a00-4f3c-8be2-16ab6f32cf20","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.369935385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a5dd9467-1a00-4f3c-8be2-16ab6f32cf20","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.370378469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38e320c7-3cc0-4b68-8d0a-0815b43d500f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.370395002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38e320c7-3cc0-4b68-8d0a-0815b43d500f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.370721567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"47117200-13d1-476f-bf66-c106e116ae8d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.370736845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"47117200-13d1-476f-bf66-c106e116ae8d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.371038967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d857c50e-33f0-4a6d-a943-a558038674ee","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.371052398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d857c50e-33f0-4a6d-a943-a558038674ee","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.371379566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74a009e2-f3c8-46db-b15c-c770225c70fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.371394127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74a009e2-f3c8-46db-b15c-c770225c70fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.371811453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"88a55553-dd87-4418-8722-9065f1558888","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.371825347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"88a55553-dd87-4418-8722-9065f1558888","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.372251964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"24e47e73-696a-44e2-a413-41855b07cda4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.372269606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"24e47e73-696a-44e2-a413-41855b07cda4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.372581635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"943b61ac-b2ca-4e02-a6db-08a103914d1b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.372596618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"943b61ac-b2ca-4e02-a6db-08a103914d1b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.404501436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4f84db8-6ca6-45e5-8e80-ebc8fa02ea65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.457894036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4f84db8-6ca6-45e5-8e80-ebc8fa02ea65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.57179011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bf6c8a5e-076f-48a9-8a59-0f12ff5dc02c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.572114453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4b42e336-4461-4dbf-b872-c42a793ca183","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.591553818Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"73563850-df53-49c6-8939-2179454f0447","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"name":"e2e-dft-647714","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.723985623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"f5d32360-b72d-4f03-88cc-7e973f4f4cd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.724210538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"8deb717c-83cf-428d-b86d-bb189f0bbd28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.724788025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"80497316-14a8-4b1d-b2ed-be62358755d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.725217827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"68b4de2d-b2f6-49f3-9f66-42f098cdf533","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.730176527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"553030b1-4fd3-4062-88c5-07436465ec07","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.730195375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"553030b1-4fd3-4062-88c5-07436465ec07","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.730599765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b45e59c6-61f2-4738-abc0-a2940519ec74","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.730616783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b45e59c6-61f2-4738-abc0-a2940519ec74","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.730956867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"455ba730-9c8b-4407-94b7-b356b1179011","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.730970894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"455ba730-9c8b-4407-94b7-b356b1179011","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.731305496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7781eb7-28de-4b71-a1a2-ec47a174820d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.73132186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7781eb7-28de-4b71-a1a2-ec47a174820d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.731759774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5a4aa75c-3a6e-49c1-a47f-0a1e3fae8d43","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.73177453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5a4aa75c-3a6e-49c1-a47f-0a1e3fae8d43","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.778009708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"f5d32360-b72d-4f03-88cc-7e973f4f4cd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.779237589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"8deb717c-83cf-428d-b86d-bb189f0bbd28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.78046005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"68b4de2d-b2f6-49f3-9f66-42f098cdf533","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.781469108Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"a89d166a-1d29-49b2-a8e6-a54197086d5c","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"name":"e2e-dft-647714","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.781712148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"80497316-14a8-4b1d-b2ed-be62358755d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.824500008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f81e71e2-ca2c-462e-b510-276e8e25d773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.831104192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3fa0ddb1-9285-4fcc-9df4-cda024e850f5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.831123461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3fa0ddb1-9285-4fcc-9df4-cda024e850f5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.831556333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f8462d9f-d5d6-438a-85b0-6e57b6080113","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.831571773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f8462d9f-d5d6-438a-85b0-6e57b6080113","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.831900821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c8996f39-8a57-4714-b34a-1dd4e56440dc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.831915232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c8996f39-8a57-4714-b34a-1dd4e56440dc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.882370226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f81e71e2-ca2c-462e-b510-276e8e25d773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:03.129044513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"6edc6dd9-6cda-472d-8174-1e34ce57edc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:03.179892356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"de890b30-281c-4f18-ad54-5385e51ebd05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:03.180091465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"7f6d4fa9-9da5-4f3f-873c-8c5cbc2c6447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:03.180527251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"6c1208f3-b6f8-4954-ab12-9a197800c66e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:03.185430098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"6edc6dd9-6cda-472d-8174-1e34ce57edc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:03.234720022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"de890b30-281c-4f18-ad54-5385e51ebd05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:03.235223341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"7f6d4fa9-9da5-4f3f-873c-8c5cbc2c6447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:03.23763098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"6c1208f3-b6f8-4954-ab12-9a197800c66e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:03.250786614Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"8c3e6b77-44f4-433c-a266-51aa2913aedf","namespace":"llm","name":"e2e-dft-647714","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:03.281706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"ccf386ad-8b49-433c-8e05-af19fab1632d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:03.302632693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"7adfb937-d07f-412a-b937-e8f12a71e6d3","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-647714","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:03.302736644Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"7adfb937-d07f-412a-b937-e8f12a71e6d3","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"routeName":"external-model-e2e-dft-647714-82f8e8d2663b","namespace":"llm","model":"e2e-dft-647714","externalModel":"e2e-dft-647714","provider":"e2e-dft-647714-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:03.335323328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"ccf386ad-8b49-433c-8e05-af19fab1632d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:03.542775517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8134ae7c-e8f8-4287-a181-7f56a5cbbf27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:03.596240419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8134ae7c-e8f8-4287-a181-7f56a5cbbf27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:03.642858955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"3fa546fa-ec73-4ca9-a387-4258057c3d48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:03.643436798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"8e35cc02-6c34-472e-87e7-13364077bca8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:03.643438276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"b819fc94-ac43-468d-b671-f929401d4fa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:03.643950256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"f8414859-dab4-461d-b6b6-8cb245b404e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:03.697844212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"3fa546fa-ec73-4ca9-a387-4258057c3d48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:03.698764388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"8e35cc02-6c34-472e-87e7-13364077bca8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:03.701350584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"b819fc94-ac43-468d-b671-f929401d4fa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:03.702108467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"f8414859-dab4-461d-b6b6-8cb245b404e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:03.926642382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e6884ec-65e7-4847-8003-76a81eba6b30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:03.976755782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e6884ec-65e7-4847-8003-76a81eba6b30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:04.02727253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e6884ec-65e7-4847-8003-76a81eba6b30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:04.027324009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"08293b96-efd5-4ad0-9f32-ce90aae3d889","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:04.077277372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e6884ec-65e7-4847-8003-76a81eba6b30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:04.082932001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"08293b96-efd5-4ad0-9f32-ce90aae3d889","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:04.127765147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"785e341d-4724-4dc0-9c71-023a42eae047","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:04.176170982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"8140aaf5-8cbc-45c2-bfc8-14b215a98695","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:04.18229332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"785e341d-4724-4dc0-9c71-023a42eae047","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:04.22583914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"21815812-3bca-49a9-8434-8e7875f3d1a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:04.225857832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"8311bbe1-0568-4c1d-bd5c-2266fa92d333","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:04.23107543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"8140aaf5-8cbc-45c2-bfc8-14b215a98695","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:04.279630205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"8311bbe1-0568-4c1d-bd5c-2266fa92d333","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:04.281646142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"21815812-3bca-49a9-8434-8e7875f3d1a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:04.428290184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"1b72becc-2e19-4161-96a9-46cf7897c889","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:04.483305141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"1b72becc-2e19-4161-96a9-46cf7897c889","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:04.527013513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15bf842e-9aa5-42e3-8adb-ce33d4822c7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:04.580406136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15bf842e-9aa5-42e3-8adb-ce33d4822c7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:06.053231169Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4b63d8"},"namespace":"ai-tenant-e2e-extmod-b-4b63d8","name":"default-tenant","reconcileID":"5849d341-cb78-4753-af68-eb0d4195dde1","namespace":"ai-tenant-e2e-extmod-b-4b63d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:06.053296469Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4b63d8"},"namespace":"ai-tenant-e2e-extmod-b-4b63d8","name":"default-tenant","reconcileID":"5849d341-cb78-4753-af68-eb0d4195dde1","namespace":"ai-tenant-e2e-extmod-b-4b63d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:06.053344451Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4b63d8"},"namespace":"ai-tenant-e2e-extmod-b-4b63d8","name":"default-tenant","reconcileID":"5849d341-cb78-4753-af68-eb0d4195dde1","tenant":"e2e-extmod-b-4b63d8","tenantID":"e2e-extmod-b-4b63d8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:06.105322503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4b63d8"},"namespace":"ai-tenant-e2e-extmod-b-4b63d8","name":"default-tenant","reconcileID":"5849d341-cb78-4753-af68-eb0d4195dde1","gvk":"Deployment","name":"maas-api-e2e-extmod-b-4b63d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:06.164720863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4b63d8"},"namespace":"ai-tenant-e2e-extmod-b-4b63d8","name":"default-tenant","reconcileID":"5849d341-cb78-4753-af68-eb0d4195dde1","gvk":"Service","name":"maas-api-e2e-extmod-b-4b63d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:06.218999123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4b63d8"},"namespace":"ai-tenant-e2e-extmod-b-4b63d8","name":"default-tenant","reconcileID":"5849d341-cb78-4753-af68-eb0d4195dde1","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-4b63d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:06.270391749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4b63d8"},"namespace":"ai-tenant-e2e-extmod-b-4b63d8","name":"default-tenant","reconcileID":"5849d341-cb78-4753-af68-eb0d4195dde1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-4b63d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:06.325816102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4b63d8"},"namespace":"ai-tenant-e2e-extmod-b-4b63d8","name":"default-tenant","reconcileID":"5849d341-cb78-4753-af68-eb0d4195dde1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-4b63d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:06.379492185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4b63d8"},"namespace":"ai-tenant-e2e-extmod-b-4b63d8","name":"default-tenant","reconcileID":"5849d341-cb78-4753-af68-eb0d4195dde1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-4b63d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:06.433394647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4b63d8"},"namespace":"ai-tenant-e2e-extmod-b-4b63d8","name":"default-tenant","reconcileID":"5849d341-cb78-4753-af68-eb0d4195dde1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-4b63d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:06.485020287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4b63d8"},"namespace":"ai-tenant-e2e-extmod-b-4b63d8","name":"default-tenant","reconcileID":"5849d341-cb78-4753-af68-eb0d4195dde1","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-4b63d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:06.537109914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4b63d8"},"namespace":"ai-tenant-e2e-extmod-b-4b63d8","name":"default-tenant","reconcileID":"5849d341-cb78-4753-af68-eb0d4195dde1","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-4b63d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:06.58851598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4b63d8"},"namespace":"ai-tenant-e2e-extmod-b-4b63d8","name":"default-tenant","reconcileID":"5849d341-cb78-4753-af68-eb0d4195dde1","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-4b63d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:06.645352686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4b63d8"},"namespace":"ai-tenant-e2e-extmod-b-4b63d8","name":"default-tenant","reconcileID":"5849d341-cb78-4753-af68-eb0d4195dde1","gvk":"Service","name":"payload-processing-e2e-extmod-b-4b63d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:06.646100218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b156ed9-e3c8-43f3-9f91-681986729663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:06.695828506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b156ed9-e3c8-43f3-9f91-681986729663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:06.706658608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4b63d8"},"namespace":"ai-tenant-e2e-extmod-b-4b63d8","name":"default-tenant","reconcileID":"5849d341-cb78-4753-af68-eb0d4195dde1","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-4b63d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:06.746013212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b156ed9-e3c8-43f3-9f91-681986729663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:06.795740367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b156ed9-e3c8-43f3-9f91-681986729663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:06.797923545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4b63d8"},"namespace":"ai-tenant-e2e-extmod-b-4b63d8","name":"default-tenant","reconcileID":"5849d341-cb78-4753-af68-eb0d4195dde1","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-4b63d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:06.849510377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4b63d8"},"namespace":"ai-tenant-e2e-extmod-b-4b63d8","name":"default-tenant","reconcileID":"5849d341-cb78-4753-af68-eb0d4195dde1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-4b63d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:06.902762635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4b63d8"},"namespace":"ai-tenant-e2e-extmod-b-4b63d8","name":"default-tenant","reconcileID":"5849d341-cb78-4753-af68-eb0d4195dde1","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-4b63d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:06.954794758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4b63d8"},"namespace":"ai-tenant-e2e-extmod-b-4b63d8","name":"default-tenant","reconcileID":"5849d341-cb78-4753-af68-eb0d4195dde1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-4b63d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:07.050933948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4b63d8"},"namespace":"ai-tenant-e2e-extmod-b-4b63d8","name":"default-tenant","reconcileID":"5849d341-cb78-4753-af68-eb0d4195dde1","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-4b63d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:07.109434756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4b63d8"},"namespace":"ai-tenant-e2e-extmod-b-4b63d8","name":"default-tenant","reconcileID":"5849d341-cb78-4753-af68-eb0d4195dde1","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-4b63d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:07.160525146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4b63d8"},"namespace":"ai-tenant-e2e-extmod-b-4b63d8","name":"default-tenant","reconcileID":"5849d341-cb78-4753-af68-eb0d4195dde1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-4b63d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:07.214232058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4b63d8"},"namespace":"ai-tenant-e2e-extmod-b-4b63d8","name":"default-tenant","reconcileID":"5849d341-cb78-4753-af68-eb0d4195dde1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-4b63d8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:07.268950589Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f2df33"},"namespace":"ai-tenant-e2e-extmod-a-f2df33","name":"default-tenant","reconcileID":"9712ad22-6826-43c4-84a8-2f7d5a664d71","namespace":"ai-tenant-e2e-extmod-a-f2df33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:07.269010169Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f2df33"},"namespace":"ai-tenant-e2e-extmod-a-f2df33","name":"default-tenant","reconcileID":"9712ad22-6826-43c4-84a8-2f7d5a664d71","namespace":"ai-tenant-e2e-extmod-a-f2df33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:07.269064329Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f2df33"},"namespace":"ai-tenant-e2e-extmod-a-f2df33","name":"default-tenant","reconcileID":"9712ad22-6826-43c4-84a8-2f7d5a664d71","tenant":"e2e-extmod-a-f2df33","tenantID":"e2e-extmod-a-f2df33","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:07.320193153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f2df33"},"namespace":"ai-tenant-e2e-extmod-a-f2df33","name":"default-tenant","reconcileID":"9712ad22-6826-43c4-84a8-2f7d5a664d71","gvk":"Deployment","name":"maas-api-e2e-extmod-a-f2df33","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:07.379386093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f2df33"},"namespace":"ai-tenant-e2e-extmod-a-f2df33","name":"default-tenant","reconcileID":"9712ad22-6826-43c4-84a8-2f7d5a664d71","gvk":"Service","name":"maas-api-e2e-extmod-a-f2df33","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:07.432422223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f2df33"},"namespace":"ai-tenant-e2e-extmod-a-f2df33","name":"default-tenant","reconcileID":"9712ad22-6826-43c4-84a8-2f7d5a664d71","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-f2df33","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:07.485266589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f2df33"},"namespace":"ai-tenant-e2e-extmod-a-f2df33","name":"default-tenant","reconcileID":"9712ad22-6826-43c4-84a8-2f7d5a664d71","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-f2df33","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:07.53683027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f2df33"},"namespace":"ai-tenant-e2e-extmod-a-f2df33","name":"default-tenant","reconcileID":"9712ad22-6826-43c4-84a8-2f7d5a664d71","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-f2df33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:07.588331391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f2df33"},"namespace":"ai-tenant-e2e-extmod-a-f2df33","name":"default-tenant","reconcileID":"9712ad22-6826-43c4-84a8-2f7d5a664d71","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-f2df33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:07.642052975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f2df33"},"namespace":"ai-tenant-e2e-extmod-a-f2df33","name":"default-tenant","reconcileID":"9712ad22-6826-43c4-84a8-2f7d5a664d71","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-f2df33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:07.694004221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f2df33"},"namespace":"ai-tenant-e2e-extmod-a-f2df33","name":"default-tenant","reconcileID":"9712ad22-6826-43c4-84a8-2f7d5a664d71","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-f2df33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:07.743210582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f2df33"},"namespace":"ai-tenant-e2e-extmod-a-f2df33","name":"default-tenant","reconcileID":"9712ad22-6826-43c4-84a8-2f7d5a664d71","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-f2df33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:07.801737688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f2df33"},"namespace":"ai-tenant-e2e-extmod-a-f2df33","name":"default-tenant","reconcileID":"9712ad22-6826-43c4-84a8-2f7d5a664d71","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-f2df33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:07.851737926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f2df33"},"namespace":"ai-tenant-e2e-extmod-a-f2df33","name":"default-tenant","reconcileID":"9712ad22-6826-43c4-84a8-2f7d5a664d71","gvk":"Service","name":"payload-processing-e2e-extmod-a-f2df33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:07.901274478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f2df33"},"namespace":"ai-tenant-e2e-extmod-a-f2df33","name":"default-tenant","reconcileID":"9712ad22-6826-43c4-84a8-2f7d5a664d71","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-f2df33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:07.950430643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f2df33"},"namespace":"ai-tenant-e2e-extmod-a-f2df33","name":"default-tenant","reconcileID":"9712ad22-6826-43c4-84a8-2f7d5a664d71","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-f2df33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:07.999640149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f2df33"},"namespace":"ai-tenant-e2e-extmod-a-f2df33","name":"default-tenant","reconcileID":"9712ad22-6826-43c4-84a8-2f7d5a664d71","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-f2df33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:08.048726979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f2df33"},"namespace":"ai-tenant-e2e-extmod-a-f2df33","name":"default-tenant","reconcileID":"9712ad22-6826-43c4-84a8-2f7d5a664d71","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-f2df33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:08.125685727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f2df33"},"namespace":"ai-tenant-e2e-extmod-a-f2df33","name":"default-tenant","reconcileID":"9712ad22-6826-43c4-84a8-2f7d5a664d71","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-f2df33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:08.17480802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f2df33"},"namespace":"ai-tenant-e2e-extmod-a-f2df33","name":"default-tenant","reconcileID":"9712ad22-6826-43c4-84a8-2f7d5a664d71","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-f2df33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:08.224020192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f2df33"},"namespace":"ai-tenant-e2e-extmod-a-f2df33","name":"default-tenant","reconcileID":"9712ad22-6826-43c4-84a8-2f7d5a664d71","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-f2df33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:08.274475372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f2df33"},"namespace":"ai-tenant-e2e-extmod-a-f2df33","name":"default-tenant","reconcileID":"9712ad22-6826-43c4-84a8-2f7d5a664d71","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-f2df33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:08.323953266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f2df33"},"namespace":"ai-tenant-e2e-extmod-a-f2df33","name":"default-tenant","reconcileID":"9712ad22-6826-43c4-84a8-2f7d5a664d71","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-f2df33","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:08.638361607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"ddac4441-b97b-4717-8b8a-74053c263b08","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-647714","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:08.638397548Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"ddac4441-b97b-4717-8b8a-74053c263b08","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"routeName":"external-model-e2e-dft-647714-82f8e8d2663b","namespace":"llm","model":"e2e-dft-647714","externalModel":"e2e-dft-647714","provider":"e2e-dft-647714-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:08.649589251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fde861a-ed92-4303-b77b-94a84d03866b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:08.699966037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fde861a-ed92-4303-b77b-94a84d03866b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:08.750333256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fde861a-ed92-4303-b77b-94a84d03866b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:08.800699532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fde861a-ed92-4303-b77b-94a84d03866b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:08.800915126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"6d52b2ae-8938-4c5d-bad6-d345dfa9852f","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-647714","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:08.800934987Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"6d52b2ae-8938-4c5d-bad6-d345dfa9852f","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"routeName":"external-model-e2e-dft-647714-82f8e8d2663b","namespace":"llm","model":"e2e-dft-647714","externalModel":"e2e-dft-647714","provider":"e2e-dft-647714-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:08.851519602Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:09.001536647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"b2e29803-04ea-44e1-bba5-d60a30c8b38f","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:09.05521107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"b2e29803-04ea-44e1-bba5-d60a30c8b38f","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:09.060075834Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-f2df33","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-f2df33","reconcileID":"b9e1af7c-8c2e-41b1-a868-6f912c7dc505","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-f2df33","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-f2df33"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:09.461640971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"bc0aff6d-5c3a-4688-8a5a-3a880df861c1","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-647714","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:09.461669841Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"bc0aff6d-5c3a-4688-8a5a-3a880df861c1","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"routeName":"external-model-e2e-dft-647714-82f8e8d2663b","namespace":"llm","model":"e2e-dft-647714","externalModel":"e2e-dft-647714","provider":"e2e-dft-647714-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:09.612144232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"950400c4-bbb3-4421-b217-5b9cf7ffc44c","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:09.66771752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"950400c4-bbb3-4421-b217-5b9cf7ffc44c","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:10.641909336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08b0e40a-082c-4885-8e4c-bb25f5740ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:10.691745271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08b0e40a-082c-4885-8e4c-bb25f5740ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:10.741657466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08b0e40a-082c-4885-8e4c-bb25f5740ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:10.791977663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08b0e40a-082c-4885-8e4c-bb25f5740ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:11.424835432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"8e987cab-3b74-42b7-bdbc-9bd4b4c8a28e","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-647714","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:11.424863271Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"8e987cab-3b74-42b7-bdbc-9bd4b4c8a28e","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"routeName":"external-model-e2e-dft-647714-82f8e8d2663b","namespace":"llm","model":"e2e-dft-647714","externalModel":"e2e-dft-647714","provider":"e2e-dft-647714-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:57:11.481053023Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-647714-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-sub","reconcileID":"4a157c8f-ffe9-4b6d-b767-14106142b18b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-647714-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:11.572705715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4078ec41-a026-417c-b9fc-529f66dd3e6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:11.572959059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"c1e32171-632e-4c94-b07e-15171d1d54fe","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:11.573221967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3250da67-66f3-437a-b305-6e0c742bf649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:11.580561858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"406da408-5109-4770-b7a0-5eec3881f3f7","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-647714","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:11.580579169Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"406da408-5109-4770-b7a0-5eec3881f3f7","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"routeName":"external-model-e2e-dft-647714-82f8e8d2663b","namespace":"llm","model":"e2e-dft-647714","externalModel":"e2e-dft-647714","provider":"e2e-dft-647714-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:11.693411529Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4078ec41-a026-417c-b9fc-529f66dd3e6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:57:11.73608549Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"406da408-5109-4770-b7a0-5eec3881f3f7","name":"e2e-dft-647714","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-647714\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:57:11.736180035Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"406da408-5109-4770-b7a0-5eec3881f3f7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-647714\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:57:11.736318897Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3250da67-66f3-437a-b305-6e0c742bf649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:57:11.740333389Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"c1e32171-632e-4c94-b07e-15171d1d54fe","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:11.75102762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4078ec41-a026-417c-b9fc-529f66dd3e6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:11.788634472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"38850d1a-bc95-4b75-a9f2-9249395af203","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-647714","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:11.788664828Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"38850d1a-bc95-4b75-a9f2-9249395af203","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"routeName":"external-model-e2e-dft-647714-82f8e8d2663b","namespace":"llm","model":"e2e-dft-647714","externalModel":"e2e-dft-647714","provider":"e2e-dft-647714-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:57:11.791646825Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3250da67-66f3-437a-b305-6e0c742bf649","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:57:11.842394268Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"c1e32171-632e-4c94-b07e-15171d1d54fe","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:11.890261195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"25a0bdbf-29b0-4f80-80a8-d871ee6ad662","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:11.890286136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"25a0bdbf-29b0-4f80-80a8-d871ee6ad662","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:11.941548551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"ec116e99-c4e5-406d-8c54-52d64d7bec70","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-647714","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:11.941584417Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"ec116e99-c4e5-406d-8c54-52d64d7bec70","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"routeName":"external-model-e2e-dft-647714-82f8e8d2663b","namespace":"llm","model":"e2e-dft-647714","externalModel":"e2e-dft-647714","provider":"e2e-dft-647714-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:11.991496285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"750291b2-93c1-4f4c-b630-6ea6458f09ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:11.991515245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"750291b2-93c1-4f4c-b630-6ea6458f09ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.00024568Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-647714-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-sub","reconcileID":"ee54c4a6-3e07-417b-98cd-4bdeb6122ee1","MaaSSubscription":{"name":"e2e-dft-647714-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-647714","model":"e2e-dft-647714","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-647714-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.038683896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6eef6231-be8b-447c-bd81-1c60d3e4ebe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.04028236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"32dd8ee3-9488-43d7-8167-bbda0065eb66","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.041808724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2826070c-bbea-4131-b578-8916f0174478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.056088751Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"269f446e-7d25-4722-973a-4e3c3cbaa4c1","namespace":"llm","name":"e2e-dft-0636b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.093737621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6eef6231-be8b-447c-bd81-1c60d3e4ebe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.094697676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"32dd8ee3-9488-43d7-8167-bbda0065eb66","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.097801554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2826070c-bbea-4131-b578-8916f0174478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.108626589Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"902ea5e2-f4cc-42af-8041-62d9a3580d1d","namespace":"llm","name":"e2e-dft-0636b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.155105441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"32dd8ee3-9488-43d7-8167-bbda0065eb66","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.155657313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2826070c-bbea-4131-b578-8916f0174478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.156276113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6eef6231-be8b-447c-bd81-1c60d3e4ebe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.203921709Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-4b63d8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-4b63d8","reconcileID":"bc089f96-e1af-4207-90b5-4efbd5941346","aitenant":"ai-tenants/e2e-extmod-b-4b63d8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.253970753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"d5c809f5-de04-4343-b7ae-e07a6739ffda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.253997196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"5be079b3-2a70-4840-8d08-3cfe0631e888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.260678858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"a9fc7187-22b1-4b07-bed6-7c3551c13f46","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-647714","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.260697165Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"a9fc7187-22b1-4b07-bed6-7c3551c13f46","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"routeName":"external-model-e2e-dft-647714-82f8e8d2663b","namespace":"llm","model":"e2e-dft-647714","externalModel":"e2e-dft-647714","provider":"e2e-dft-647714-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.308585822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"d5c809f5-de04-4343-b7ae-e07a6739ffda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.30900005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"5be079b3-2a70-4840-8d08-3cfe0631e888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.309039415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"2b16cb7c-199e-4f74-83a5-012896b01fdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.311105136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e0927fc3-a5eb-4fe3-be7e-465801773f0a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.311128114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e0927fc3-a5eb-4fe3-be7e-465801773f0a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.361081024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"b7586b1f-b8e1-4b56-9e21-7a3ccad89b97","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-647714","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.361099317Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"b7586b1f-b8e1-4b56-9e21-7a3ccad89b97","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"routeName":"external-model-e2e-dft-647714-82f8e8d2663b","namespace":"llm","model":"e2e-dft-647714","externalModel":"e2e-dft-647714","provider":"e2e-dft-647714-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.362679498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"2b16cb7c-199e-4f74-83a5-012896b01fdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.408733122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"30043db6-93b4-48e8-a6f6-310bc612292b","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.411929523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8bf093a-7fac-4cfa-b73f-4a351df958bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.463568907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"30043db6-93b4-48e8-a6f6-310bc612292b","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.465442212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8bf093a-7fac-4cfa-b73f-4a351df958bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.508618119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-647714-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-sub","reconcileID":"177cafc8-47e7-4e9f-a703-54bca0a09133","MaaSSubscription":{"name":"e2e-dft-647714-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-647714","model":"llm/e2e-dft-647714","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.517948171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"30043db6-93b4-48e8-a6f6-310bc612292b","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.518428486Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8bf093a-7fac-4cfa-b73f-4a351df958bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.564593769Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"36124abc-f7c5-4a63-a17a-6c25c4bd39eb","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"name":"e2e-dft-0636b6","namespace":"llm","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:57:12.569609155Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8bf093a-7fac-4cfa-b73f-4a351df958bd","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.572301245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fd69a52f-8206-4bc7-ae61-7209e22a6ff9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.572430074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c4e25557-7758-4e03-b162-d7cedb80d25d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.663540066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66728652-9fb5-4ec7-ae11-fb3bccd91cc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.663956006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"395eb15f-abb4-4a7f-a7bc-ea7b8d990f39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.6641168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"a2a9d8e5-201c-4ebb-8161-752fa7e0d91f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.665724313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"628296c7-2cc9-4930-91a6-bf07c4f6db24","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.665742233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"628296c7-2cc9-4930-91a6-bf07c4f6db24","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.728508564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66728652-9fb5-4ec7-ae11-fb3bccd91cc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.730355832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e4c0c5a0-f609-4acb-92dd-dd687f11504f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.730383741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e4c0c5a0-f609-4acb-92dd-dd687f11504f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.780594526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66728652-9fb5-4ec7-ae11-fb3bccd91cc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.78094371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98379422-4054-42c7-9248-bb82fdca2f73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.780965939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98379422-4054-42c7-9248-bb82fdca2f73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.781235529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"6a529d7e-be73-4e35-99af-a21c758c0a9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.781516812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ca08a0a4-3135-4bc2-928c-42ce891e80b7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.781535798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ca08a0a4-3135-4bc2-928c-42ce891e80b7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.785580515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"a2a9d8e5-201c-4ebb-8161-752fa7e0d91f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.785801666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"395eb15f-abb4-4a7f-a7bc-ea7b8d990f39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.838713976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"6a529d7e-be73-4e35-99af-a21c758c0a9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.840026967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66728652-9fb5-4ec7-ae11-fb3bccd91cc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.841275041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"230c84a0-1b8c-4764-ad66-ed5de7467784","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.892873549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"da34e64c-ed0b-4fb1-b00b-df9f30490913","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-647714","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.892898357Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"da34e64c-ed0b-4fb1-b00b-df9f30490913","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"routeName":"external-model-e2e-dft-647714-82f8e8d2663b","namespace":"llm","model":"e2e-dft-647714","externalModel":"e2e-dft-647714","provider":"e2e-dft-647714-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.893647947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"416c2c29-7243-4b8c-8779-2a7b627eb5e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.895615316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"230c84a0-1b8c-4764-ad66-ed5de7467784","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.943410426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"51678e2e-3abf-4c1b-ab43-294b6d6abc29","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.943431414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"51678e2e-3abf-4c1b-ab43-294b6d6abc29","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.943760134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a6ecab86-dd88-458f-a9e0-fbdf46dd4ca5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.943771218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a6ecab86-dd88-458f-a9e0-fbdf46dd4ca5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.94408761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b9dc53ff-2982-4fe2-ac5d-a73761b68c7b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.944097517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b9dc53ff-2982-4fe2-ac5d-a73761b68c7b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.944454567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4bfe6297-a22c-43b0-92f1-586af31965e0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.944469871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4bfe6297-a22c-43b0-92f1-586af31965e0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.949684082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"416c2c29-7243-4b8c-8779-2a7b627eb5e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.994814337Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"04eabb2b-17e9-4c40-9609-93b8fc917117","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"name":"e2e-dft-0636b6","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:12.994900149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-647714-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-sub","reconcileID":"b5bf2a55-622e-4d55-bb9d-8cddc395bcfb","MaaSSubscription":{"name":"e2e-dft-647714-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-647714","model":"llm/e2e-dft-647714","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:13.002009865Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-4b63d8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-4b63d8","reconcileID":"bc089f96-e1af-4207-90b5-4efbd5941346","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-4b63d8","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-4b63d8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:13.002039496Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"416c2c29-7243-4b8c-8779-2a7b627eb5e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:13.174442334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"2de175a7-beb0-4b70-b652-f95e164c51c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:13.221212716Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"d492d9ab-c91a-44ff-8d6e-c44a6112e7ec","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"name":"e2e-dft-0636b6","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:13.22805597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"2de175a7-beb0-4b70-b652-f95e164c51c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:13.25161299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"a80ed2cc-7c88-48d3-b79d-e6a8368c9ea1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:13.25189156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"75068f4e-b516-42f0-85dc-219018106592","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:13.251985622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"db77959a-9838-43cb-bdab-22bc463ff3fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:13.300858213Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"77e7ca4a-1f71-4d3a-bdc9-42f147a3c25b","namespace":"llm","name":"e2e-dft-0636b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:13.306716363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"a80ed2cc-7c88-48d3-b79d-e6a8368c9ea1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:13.30729055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"db77959a-9838-43cb-bdab-22bc463ff3fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:13.310108425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"75068f4e-b516-42f0-85dc-219018106592","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:13.351847547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"0ade8cb4-d100-4b77-83d8-54e667b49695","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0636b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:13.351885199Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"0ade8cb4-d100-4b77-83d8-54e667b49695","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"routeName":"external-model-e2e-dft-0636b6-c95eb7a95a87","namespace":"llm","model":"e2e-dft-0636b6","externalModel":"e2e-dft-0636b6","provider":"e2e-dft-0636b6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:13.352650284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"61f7abd6-33a2-4d8e-88ce-4b7b12e213df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:13.406129553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"61f7abd6-33a2-4d8e-88ce-4b7b12e213df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:13.576929466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"4b15608c-7b84-4490-a92b-4790c589322b","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:13.640264998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"5149c8b6-cf10-4d1e-9752-18acdbd2fe91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:13.664727855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"4b15608c-7b84-4490-a92b-4790c589322b","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:13.724614836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"159dfee2-bce7-429f-9f85-a50e966b6cc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:13.725088468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ad7870b-adcb-4385-9872-22fff728105b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:13.727464585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"5149c8b6-cf10-4d1e-9752-18acdbd2fe91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:13.728551485Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"4b15608c-7b84-4490-a92b-4790c589322b","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:13.778386783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"159dfee2-bce7-429f-9f85-a50e966b6cc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:13.781010181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ad7870b-adcb-4385-9872-22fff728105b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:13.831088513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"159dfee2-bce7-429f-9f85-a50e966b6cc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:13.833107846Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ad7870b-adcb-4385-9872-22fff728105b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:13.841399734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"cf52f376-7f1d-458b-a814-b982fe7fee37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:13.892048761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"3a5fe652-a526-498a-827c-a68a818d540d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:13.895461282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"cf52f376-7f1d-458b-a814-b982fe7fee37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:13.945908452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"3a5fe652-a526-498a-827c-a68a818d540d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:13.989933223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"23dade25-a3d8-4abf-87e4-31defcee5469","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:14.046026101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"23dade25-a3d8-4abf-87e4-31defcee5469","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:14.090606196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"7d632613-3886-43f4-a98d-846975aafafc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:14.090632132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"ad800cbe-0f42-4fc9-8323-82df48cc9217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:14.144547802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"7d632613-3886-43f4-a98d-846975aafafc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:14.144648487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"ad800cbe-0f42-4fc9-8323-82df48cc9217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:14.32396876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"928359ea-342b-4a8e-810a-c2c7a6fce976","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:14.324433981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"7076b9b8-e5b3-4ede-b337-87c61356febf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:14.373649606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"75c99ed9-b76f-4614-a42c-a200302cc555","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:14.377988201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"928359ea-342b-4a8e-810a-c2c7a6fce976","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:14.378075965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"7076b9b8-e5b3-4ede-b337-87c61356febf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:14.422931389Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"5168826e-a885-4fc0-a804-79ca738d8ba5","namespace":"llm","name":"e2e-dft-0636b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:14.4272207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"75c99ed9-b76f-4614-a42c-a200302cc555","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:14.471383498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"5177ce29-fa8e-4e0a-9ece-7817232c397a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:14.525111573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"5177ce29-fa8e-4e0a-9ece-7817232c397a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:14.619979696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"db97a3eb-b5c7-4105-9ad2-c2a1431f9af3","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:14.636972217Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"a0510d20-43a5-45c0-b318-5f0348453402","namespace":"llm","name":"e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:14.673579897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"db97a3eb-b5c7-4105-9ad2-c2a1431f9af3","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:14.726576372Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"db97a3eb-b5c7-4105-9ad2-c2a1431f9af3","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:14.742087993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56162146-b877-4f32-b739-4adec66ed312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:14.792932614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56162146-b877-4f32-b739-4adec66ed312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:14.793052045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"261a5ca6-ca56-416d-9e1a-60e8674db19a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:14.793296308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2865837d-c541-473a-b9a1-25b8f7eca346","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:14.843335571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56162146-b877-4f32-b739-4adec66ed312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:14.84366443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"f0a18650-99a0-4e19-9aef-7ff9bcf926cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:14.847018178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"261a5ca6-ca56-416d-9e1a-60e8674db19a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:14.89362307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56162146-b877-4f32-b739-4adec66ed312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:14.896910165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"f0a18650-99a0-4e19-9aef-7ff9bcf926cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:14.943063517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de62131b-d024-4f9e-9704-3a6c07640155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:14.944174654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"828e637c-e923-40ff-a077-f69920b5a99e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:14.949007697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2865837d-c541-473a-b9a1-25b8f7eca346","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:14.997817194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de62131b-d024-4f9e-9704-3a6c07640155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:15.000814141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"828e637c-e923-40ff-a077-f69920b5a99e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:15.00378233Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2865837d-c541-473a-b9a1-25b8f7eca346","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:15.050127708Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"f08423fb-ed3b-42b2-9440-0ead5ff7b3da","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"name":"e2e-dft-66da83","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:15.050129797Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de62131b-d024-4f9e-9704-3a6c07640155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:15.196624068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"5254329a-f3ff-41ad-a5cf-4493133947d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:15.246550428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"0dbb7326-30cb-48da-a3cf-0141222aa410","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:15.247017686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"1fad0eb9-3bd3-45ab-a59b-476db6b4e421","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:15.247265689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"e3db9593-27a4-4e2b-8a8a-7e17ae65e047","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:15.250652014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"5254329a-f3ff-41ad-a5cf-4493133947d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:15.301166485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"e3db9593-27a4-4e2b-8a8a-7e17ae65e047","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:15.301385589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"0dbb7326-30cb-48da-a3cf-0141222aa410","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:15.303477145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"1fad0eb9-3bd3-45ab-a59b-476db6b4e421","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:15.34536412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"f0c82314-0c03-460f-8127-7ccc0f6a459e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:15.398849859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"f0c82314-0c03-460f-8127-7ccc0f6a459e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:15.601907536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"013f9ba1-130e-4433-9803-2207b8e168cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:15.65604811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"013f9ba1-130e-4433-9803-2207b8e168cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:15.702409997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"7e5f661d-1673-4b83-a797-3508004e9ffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:15.751655945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e892ba86-5adf-4451-9e4a-6a797f6793a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:15.751841278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"aedd2f61-3457-483c-8d78-e3be59692dd6","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:15.755930723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"7e5f661d-1673-4b83-a797-3508004e9ffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:15.807119414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e892ba86-5adf-4451-9e4a-6a797f6793a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:15.807908789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"aedd2f61-3457-483c-8d78-e3be59692dd6","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:15.8509455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d36b371f-3e4f-4c35-96d7-290d44544469","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:15.85954734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e892ba86-5adf-4451-9e4a-6a797f6793a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:15.859703614Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"aedd2f61-3457-483c-8d78-e3be59692dd6","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:15.90810033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d36b371f-3e4f-4c35-96d7-290d44544469","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:15.952283414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"dce71c80-051b-4dad-b9ed-12b784485596","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:15.960616708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d36b371f-3e4f-4c35-96d7-290d44544469","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:16.006116399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"dce71c80-051b-4dad-b9ed-12b784485596","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:16.856430101Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"4fdb7c9a-4515-467f-8307-49d2dc3e4fe3","namespace":"llm","name":"e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.008287408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"ef26a811-9b30-41f7-b82d-4d1c5095683d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.008965275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"1e5ea90f-dc5d-488c-aa25-a2470b699bfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.05741537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d659395-65f5-44c1-aa85-08678c300753","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.057753825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"46b5adc6-d924-400f-8160-7f046d78b52f","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.058377217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"980c5c22-90e1-4c5d-b841-21715c034324","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.062886872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"1e5ea90f-dc5d-488c-aa25-a2470b699bfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.06313022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"ef26a811-9b30-41f7-b82d-4d1c5095683d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.111802741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d659395-65f5-44c1-aa85-08678c300753","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.11222962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"980c5c22-90e1-4c5d-b841-21715c034324","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.114573896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"46b5adc6-d924-400f-8160-7f046d78b52f","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.166243066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"980c5c22-90e1-4c5d-b841-21715c034324","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.166363995Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d659395-65f5-44c1-aa85-08678c300753","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.167667127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"46b5adc6-d924-400f-8160-7f046d78b52f","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.214437092Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"24bf29b2-526d-4846-a848-3af333b6f7cc","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"name":"e2e-dft-66da83","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.264948743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"34ecd057-56fe-41a1-9d5f-0b76d38a2eb9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.264971688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"34ecd057-56fe-41a1-9d5f-0b76d38a2eb9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.26530865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2ea6a775-7881-458a-b1df-33d8e33f6ba5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.265326868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2ea6a775-7881-458a-b1df-33d8e33f6ba5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.265577471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"df9d9418-aad6-4933-b15a-7c6cdf8e0ff9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.265590334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"df9d9418-aad6-4933-b15a-7c6cdf8e0ff9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.265866488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6d9b868f-560a-41b2-adf4-c58698af5a54","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.265879956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6d9b868f-560a-41b2-adf4-c58698af5a54","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.266123867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a764ece6-303e-429b-87b9-e5b492ac4dae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.266140288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a764ece6-303e-429b-87b9-e5b492ac4dae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.26654925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7452452f-25df-459f-baad-77fbae914e04","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.266563927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7452452f-25df-459f-baad-77fbae914e04","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.316742312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"e797fcc7-c35f-4d9d-9c0f-527c71e11ffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.317274231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"6089a7c5-714a-46f1-8587-8eea1b242900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.317653112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"dc9618fe-98a9-476a-99dc-7d99b162d48b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.318276987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"ce00a5c1-7ffa-4648-b6de-4071494d580e","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-647714","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.318292806Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"ce00a5c1-7ffa-4648-b6de-4071494d580e","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"routeName":"external-model-e2e-dft-647714-82f8e8d2663b","namespace":"llm","model":"e2e-dft-647714","externalModel":"e2e-dft-647714","provider":"e2e-dft-647714-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.369286351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8d587521-47ed-4371-b3ef-e6689d0a05b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.369689967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"561611e9-6457-456b-80f1-28496927987e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.372162554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"dc9618fe-98a9-476a-99dc-7d99b162d48b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.37346134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"e797fcc7-c35f-4d9d-9c0f-527c71e11ffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.374477554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"6089a7c5-714a-46f1-8587-8eea1b242900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.419337668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"bfcc1765-2738-43ba-9bf8-7c590d2f216b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.419424981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"3317aaf6-3cc5-4c1e-b6d6-90eae2f0a725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.4200078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-647714-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-sub","reconcileID":"62d84a87-1ba6-4fb5-b293-110e1b1eb482","MaaSSubscription":{"name":"e2e-dft-647714-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-647714","model":"llm/e2e-dft-647714","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.420099024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"8c4439c3-8fae-490b-ac43-a46ae8ac5e68","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0636b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.420116333Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"8c4439c3-8fae-490b-ac43-a46ae8ac5e68","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"routeName":"external-model-e2e-dft-0636b6-c95eb7a95a87","namespace":"llm","model":"e2e-dft-0636b6","externalModel":"e2e-dft-0636b6","provider":"e2e-dft-0636b6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.470964339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"df50d5bc-c2ea-408e-a703-6f1626c7a0d2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.470990597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"df50d5bc-c2ea-408e-a703-6f1626c7a0d2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.471455221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0ae40898-4485-4f5a-837c-7426c33dafcc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.471473502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0ae40898-4485-4f5a-837c-7426c33dafcc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.476715873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"bfcc1765-2738-43ba-9bf8-7c590d2f216b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.484500793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"3317aaf6-3cc5-4c1e-b6d6-90eae2f0a725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.526002989Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"1bab8eb6-7e3f-42ef-941c-018f8c2323db","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"name":"e2e-dft-66da83","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.576092729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"69191d0e-e8f2-4c28-8336-a757ecca3f40","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.576115279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"69191d0e-e8f2-4c28-8336-a757ecca3f40","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.576482153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fe3030ca-c597-4da5-bb37-ec00ea86f0e1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.57649667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fe3030ca-c597-4da5-bb37-ec00ea86f0e1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.576728935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"90c81b6a-8efc-4f41-9fc5-6404f9aefd68","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.576739733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"90c81b6a-8efc-4f41-9fc5-6404f9aefd68","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.576958585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2604b20b-ffa6-49db-84dd-130ec1ffb859","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.576968238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2604b20b-ffa6-49db-84dd-130ec1ffb859","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.577193052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4821af55-f08a-4c95-b727-1f95f682ef66","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.577203512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4821af55-f08a-4c95-b727-1f95f682ef66","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.577524221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2afa02f1-e9cb-440d-95ef-52929210b621","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.577534627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2afa02f1-e9cb-440d-95ef-52929210b621","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.627532994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"bf02bb40-0b96-417f-bb68-013d55b4051e","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-647714","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.627560721Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"bf02bb40-0b96-417f-bb68-013d55b4051e","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"routeName":"external-model-e2e-dft-647714-82f8e8d2663b","namespace":"llm","model":"e2e-dft-647714","externalModel":"e2e-dft-647714","provider":"e2e-dft-647714-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.677249832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"96c50506-aab7-4d34-99bd-43a28595aba8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.677733435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"9b6886e9-7e39-4265-87ac-7f309016ca15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.67826444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"2692afb0-7023-4e09-a1fb-ca7dcf80fbee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.731332203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"96c50506-aab7-4d34-99bd-43a28595aba8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.731700802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"9b6886e9-7e39-4265-87ac-7f309016ca15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.733694917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"2692afb0-7023-4e09-a1fb-ca7dcf80fbee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.88160709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"149763fa-abd7-4946-9424-154144b93072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.882478744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa5faeaa-891c-4fb7-93c3-85f089ed675d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.936492958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"149763fa-abd7-4946-9424-154144b93072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.93669814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa5faeaa-891c-4fb7-93c3-85f089ed675d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.988985575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"149763fa-abd7-4946-9424-154144b93072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:17.989013511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa5faeaa-891c-4fb7-93c3-85f089ed675d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:18.129984961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"391f59fb-aacd-4acb-915d-77f122fc8e51","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:18.150863031Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"a40ea75b-04bb-4b90-b2da-2a7e07310e42","namespace":"llm","name":"e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:18.183758121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"391f59fb-aacd-4acb-915d-77f122fc8e51","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:18.207613631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"47b67055-4001-44d9-92f1-dd92835b4031","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:18.207647547Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"47b67055-4001-44d9-92f1-dd92835b4031","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"routeName":"external-model-e2e-dft-66da83-99ca68864c21","namespace":"llm","model":"e2e-dft-66da83","externalModel":"e2e-dft-66da83","provider":"e2e-dft-66da83-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:18.239603405Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"391f59fb-aacd-4acb-915d-77f122fc8e51","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:18.308143243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"5e6ea867-6832-4562-93e2-6a801efbc82f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:18.31128884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"cad82670-2eef-4078-af35-9625c0a7d5eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:18.357500697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9774ab25-8d87-465b-a845-7771219a926c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:18.360406666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67fba78f-3876-48a1-a5b6-5879629532fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:18.36149503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"5e6ea867-6832-4562-93e2-6a801efbc82f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:18.365402007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"cad82670-2eef-4078-af35-9625c0a7d5eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:18.369930269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"60cad35b-c6b5-47bd-b881-9bf8f881ce88","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0636b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:18.369946367Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"60cad35b-c6b5-47bd-b881-9bf8f881ce88","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"routeName":"external-model-e2e-dft-0636b6-c95eb7a95a87","namespace":"llm","model":"e2e-dft-0636b6","externalModel":"e2e-dft-0636b6","provider":"e2e-dft-0636b6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:18.391822188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"19c8dd13-745a-47e5-a733-5c02eae08df4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:18.430660561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9774ab25-8d87-465b-a845-7771219a926c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:18.434920943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67fba78f-3876-48a1-a5b6-5879629532fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:18.524777484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"19c8dd13-745a-47e5-a733-5c02eae08df4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:18.526315091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9774ab25-8d87-465b-a845-7771219a926c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:18.526731223Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67fba78f-3876-48a1-a5b6-5879629532fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:18.675252101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"536a8ee2-167f-480b-9d60-ae4506e62366","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:18.724061623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"75f0f09d-7d48-432f-bb06-53cbba97994d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:18.724285425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"5c5f79a5-4c6e-4199-be05-903ec49a5e91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:18.72949763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"536a8ee2-167f-480b-9d60-ae4506e62366","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:18.776558731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"1f119f03-da12-4f81-8d12-d0a8436845a6","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:18.782288918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"75f0f09d-7d48-432f-bb06-53cbba97994d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:18.782409063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"5c5f79a5-4c6e-4199-be05-903ec49a5e91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:18.823437821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"54de1bd2-5ff8-4abc-a669-3fdc28f59797","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:18.830975586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"1f119f03-da12-4f81-8d12-d0a8436845a6","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:18.876813546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"54de1bd2-5ff8-4abc-a669-3fdc28f59797","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:18.883176246Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"1f119f03-da12-4f81-8d12-d0a8436845a6","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:19.042092309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"c825f9cd-4a94-41fb-8b16-bdd1f5bba6ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:19.105021192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"c825f9cd-4a94-41fb-8b16-bdd1f5bba6ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:19.149510063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"3076c67d-13ac-41e5-be79-1de54bb1f3c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:19.154125496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"c456eeb0-5b09-4fd3-b11e-458bde5af9e3","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0636b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:19.154143945Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"c456eeb0-5b09-4fd3-b11e-458bde5af9e3","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"routeName":"external-model-e2e-dft-0636b6-c95eb7a95a87","namespace":"llm","model":"e2e-dft-0636b6","externalModel":"e2e-dft-0636b6","provider":"e2e-dft-0636b6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:19.202615975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"3076c67d-13ac-41e5-be79-1de54bb1f3c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:19.236976343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"77739ea8-f6d5-4750-a1cd-2e618c1a9c35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:19.290435198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"77739ea8-f6d5-4750-a1cd-2e618c1a9c35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:19.433365959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"5c2005a6-d8d1-4804-8207-0e969eb266a5","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:19.488162743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"5c2005a6-d8d1-4804-8207-0e969eb266a5","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:19.541366551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"5c2005a6-d8d1-4804-8207-0e969eb266a5","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:19.645426963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"f4fc2535-85b2-4311-8bcd-ad6a2b40776e","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0636b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:19.645460659Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"f4fc2535-85b2-4311-8bcd-ad6a2b40776e","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"routeName":"external-model-e2e-dft-0636b6-c95eb7a95a87","namespace":"llm","model":"e2e-dft-0636b6","externalModel":"e2e-dft-0636b6","provider":"e2e-dft-0636b6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:19.842339172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"f32435c0-6d36-43dd-a0b9-f046c3d2410e","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:19.896119207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"f32435c0-6d36-43dd-a0b9-f046c3d2410e","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:19.948713325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"f32435c0-6d36-43dd-a0b9-f046c3d2410e","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:20.953131775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"c53a2786-868f-4812-8575-99e3174c05ed","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:20.953186555Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"c53a2786-868f-4812-8575-99e3174c05ed","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"routeName":"external-model-e2e-dft-66da83-99ca68864c21","namespace":"llm","model":"e2e-dft-66da83","externalModel":"e2e-dft-66da83","provider":"e2e-dft-66da83-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:21.052551245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"2080148c-4fb0-4ce6-b9e9-78d8bb49ccae","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:21.052580245Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"2080148c-4fb0-4ce6-b9e9-78d8bb49ccae","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"routeName":"external-model-e2e-dft-66da83-99ca68864c21","namespace":"llm","model":"e2e-dft-66da83","externalModel":"e2e-dft-66da83","provider":"e2e-dft-66da83-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:21.251395092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"fcd8f652-564d-4eb2-9aeb-16e65b2362fc","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:21.305738079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"fcd8f652-564d-4eb2-9aeb-16e65b2362fc","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:21.357926506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"fcd8f652-564d-4eb2-9aeb-16e65b2362fc","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:21.462871508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"cfc5c706-39fd-42e6-964b-27930caa719f","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:21.462900306Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"cfc5c706-39fd-42e6-964b-27930caa719f","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"routeName":"external-model-e2e-dft-66da83-99ca68864c21","namespace":"llm","model":"e2e-dft-66da83","externalModel":"e2e-dft-66da83","provider":"e2e-dft-66da83-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:21.709565348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"94c6db8f-40db-4d3e-bc4c-f18b484f37f4","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:21.762931682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"94c6db8f-40db-4d3e-bc4c-f18b484f37f4","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:21.815417012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"94c6db8f-40db-4d3e-bc4c-f18b484f37f4","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:28.823443675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"214dfb45-ddff-46cb-a25d-986bdee85346","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:28.823462136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a94d7922-cf35-4ede-a8b8-999d8e267289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:28.877185967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"214dfb45-ddff-46cb-a25d-986bdee85346","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:28.877263655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a94d7922-cf35-4ede-a8b8-999d8e267289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:28.929555847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a94d7922-cf35-4ede-a8b8-999d8e267289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:28.930077122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"214dfb45-ddff-46cb-a25d-986bdee85346","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:29.180170565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"e9ea3479-d30e-49c2-9c2c-86564e67d6f4","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:29.23383002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"e9ea3479-d30e-49c2-9c2c-86564e67d6f4","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:29.286519676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"e9ea3479-d30e-49c2-9c2c-86564e67d6f4","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:30.24833715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"cfe27e1e-2cb7-48e2-ab3f-045ac089431b","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:30.302655594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"cfe27e1e-2cb7-48e2-ab3f-045ac089431b","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:30.355091476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"cfe27e1e-2cb7-48e2-ab3f-045ac089431b","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:32.224533596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"85331c8d-9f66-4fa5-a7f6-b308cd18b4c1","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:32.280915532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"85331c8d-9f66-4fa5-a7f6-b308cd18b4c1","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:32.33383502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"85331c8d-9f66-4fa5-a7f6-b308cd18b4c1","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:38.852226478Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:39.226278742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80aee32c-7557-401a-a194-7a6833b52f8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:39.226413593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91861682-d4a3-4d28-aecc-5c0eba74d30f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:39.280215159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91861682-d4a3-4d28-aecc-5c0eba74d30f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:39.280240503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80aee32c-7557-401a-a194-7a6833b52f8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:39.332683124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91861682-d4a3-4d28-aecc-5c0eba74d30f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:39.33269193Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80aee32c-7557-401a-a194-7a6833b52f8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:39.583134626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"24c95b7b-3c04-48fe-93f0-28eb1d50736a","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:39.63632732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"24c95b7b-3c04-48fe-93f0-28eb1d50736a","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:39.688911333Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"24c95b7b-3c04-48fe-93f0-28eb1d50736a","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:40.651520621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"dfb48bd5-50d1-4e77-9a35-b1b88bfa9bfc","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:40.709346132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"dfb48bd5-50d1-4e77-9a35-b1b88bfa9bfc","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:40.764298408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a0cb96b9afcad0e9bcfa3f87359681df71ab8c1df3576ded9a6f22021cdd1050) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3ef2875bef2ffb12ae1f3f425641abdc4480523239d8b8fa12d1a76bf2acf40c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d16ef8cfdad62143efcfe5076ff22603bc831884009f63959a12fded2cdf521b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3aa48a2ca23876750b0717cec35ca3f0d3a4874f201189cf94e0bd6af07af833) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"dfb48bd5-50d1-4e77-9a35-b1b88bfa9bfc","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:40.869350432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"b874c8cf-f872-4953-a35b-bcaa8e756308","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0636b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:40.869378979Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"b874c8cf-f872-4953-a35b-bcaa8e756308","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"routeName":"external-model-e2e-dft-0636b6-c95eb7a95a87","namespace":"llm","model":"e2e-dft-0636b6","externalModel":"e2e-dft-0636b6","provider":"e2e-dft-0636b6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.115580954Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c11b50"},"namespace":"ai-tenant-e2e-autores-c11b50","name":"default-tenant","reconcileID":"c46400c5-6c30-4c2c-bfcf-d7c7e6efca1c","namespace":"ai-tenant-e2e-autores-c11b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.11563767Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c11b50"},"namespace":"ai-tenant-e2e-autores-c11b50","name":"default-tenant","reconcileID":"c46400c5-6c30-4c2c-bfcf-d7c7e6efca1c","namespace":"ai-tenant-e2e-autores-c11b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.115686961Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c11b50"},"namespace":"ai-tenant-e2e-autores-c11b50","name":"default-tenant","reconcileID":"c46400c5-6c30-4c2c-bfcf-d7c7e6efca1c","tenant":"e2e-autores-c11b50","tenantID":"e2e-autores-c11b50","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.166549542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c11b50"},"namespace":"ai-tenant-e2e-autores-c11b50","name":"default-tenant","reconcileID":"c46400c5-6c30-4c2c-bfcf-d7c7e6efca1c","gvk":"Deployment","name":"maas-api-e2e-autores-c11b50","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.196204208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-647714-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-sub","reconcileID":"a24b154a-e5a1-4d52-b45c-77ed191cc57b","MaaSSubscription":{"name":"e2e-dft-647714-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-647714","model":"llm/e2e-dft-647714","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.223608102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c11b50"},"namespace":"ai-tenant-e2e-autores-c11b50","name":"default-tenant","reconcileID":"c46400c5-6c30-4c2c-bfcf-d7c7e6efca1c","gvk":"Service","name":"maas-api-e2e-autores-c11b50","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.27912058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c11b50"},"namespace":"ai-tenant-e2e-autores-c11b50","name":"default-tenant","reconcileID":"c46400c5-6c30-4c2c-bfcf-d7c7e6efca1c","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-c11b50","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.330285663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c11b50"},"namespace":"ai-tenant-e2e-autores-c11b50","name":"default-tenant","reconcileID":"c46400c5-6c30-4c2c-bfcf-d7c7e6efca1c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-c11b50","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.384422986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c11b50"},"namespace":"ai-tenant-e2e-autores-c11b50","name":"default-tenant","reconcileID":"c46400c5-6c30-4c2c-bfcf-d7c7e6efca1c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-c11b50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.436710195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c11b50"},"namespace":"ai-tenant-e2e-autores-c11b50","name":"default-tenant","reconcileID":"c46400c5-6c30-4c2c-bfcf-d7c7e6efca1c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-c11b50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.455213866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"4688841b-4d7e-4cad-a0e6-0d6ca0c4b8da","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-647714","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.455247693Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"4688841b-4d7e-4cad-a0e6-0d6ca0c4b8da","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"routeName":"external-model-e2e-dft-647714-82f8e8d2663b","namespace":"llm","model":"e2e-dft-647714","externalModel":"e2e-dft-647714","provider":"e2e-dft-647714-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.49099172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c11b50"},"namespace":"ai-tenant-e2e-autores-c11b50","name":"default-tenant","reconcileID":"c46400c5-6c30-4c2c-bfcf-d7c7e6efca1c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-c11b50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.545348623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c11b50"},"namespace":"ai-tenant-e2e-autores-c11b50","name":"default-tenant","reconcileID":"c46400c5-6c30-4c2c-bfcf-d7c7e6efca1c","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-c11b50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.594774553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c11b50"},"namespace":"ai-tenant-e2e-autores-c11b50","name":"default-tenant","reconcileID":"c46400c5-6c30-4c2c-bfcf-d7c7e6efca1c","gvk":"Deployment","name":"payload-processing-e2e-autores-c11b50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.645420539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c11b50"},"namespace":"ai-tenant-e2e-autores-c11b50","name":"default-tenant","reconcileID":"c46400c5-6c30-4c2c-bfcf-d7c7e6efca1c","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-c11b50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.685083234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b02e9668-1d0f-451c-921a-1fae3545ba76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.685126263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"081ef577-a8fc-449a-afa7-3b3c150a399c","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.685847251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"620ebe78-6219-4486-86d5-f86170dfbbb9","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.685879749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"2c7a2747-1236-4a49-aba6-150bed1e98ce","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.686465394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96f37ff6-ffc9-42bb-b9b4-b61b0f90579d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.694648376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c11b50"},"namespace":"ai-tenant-e2e-autores-c11b50","name":"default-tenant","reconcileID":"c46400c5-6c30-4c2c-bfcf-d7c7e6efca1c","gvk":"Service","name":"payload-processing-e2e-autores-c11b50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.74103775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"081ef577-a8fc-449a-afa7-3b3c150a399c","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.742063777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b02e9668-1d0f-451c-921a-1fae3545ba76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.743414558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"2c7a2747-1236-4a49-aba6-150bed1e98ce","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.74568947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96f37ff6-ffc9-42bb-b9b4-b61b0f90579d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.745725007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"620ebe78-6219-4486-86d5-f86170dfbbb9","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.745915183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c11b50"},"namespace":"ai-tenant-e2e-autores-c11b50","name":"default-tenant","reconcileID":"c46400c5-6c30-4c2c-bfcf-d7c7e6efca1c","gvk":"Service","name":"payload-pre-processing-e2e-autores-c11b50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.794049739Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a0cb96b9afcad0e9bcfa3f87359681df71ab8c1df3576ded9a6f22021cdd1050) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3ef2875bef2ffb12ae1f3f425641abdc4480523239d8b8fa12d1a76bf2acf40c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d16ef8cfdad62143efcfe5076ff22603bc831884009f63959a12fded2cdf521b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3aa48a2ca23876750b0717cec35ca3f0d3a4874f201189cf94e0bd6af07af833) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b02e9668-1d0f-451c-921a-1fae3545ba76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.794254204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a0cb96b9afcad0e9bcfa3f87359681df71ab8c1df3576ded9a6f22021cdd1050) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3ef2875bef2ffb12ae1f3f425641abdc4480523239d8b8fa12d1a76bf2acf40c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d16ef8cfdad62143efcfe5076ff22603bc831884009f63959a12fded2cdf521b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3aa48a2ca23876750b0717cec35ca3f0d3a4874f201189cf94e0bd6af07af833) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"081ef577-a8fc-449a-afa7-3b3c150a399c","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.794854928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c11b50"},"namespace":"ai-tenant-e2e-autores-c11b50","name":"default-tenant","reconcileID":"c46400c5-6c30-4c2c-bfcf-d7c7e6efca1c","gvk":"DestinationRule","name":"payload-processing-e2e-autores-c11b50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.795534949Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a0cb96b9afcad0e9bcfa3f87359681df71ab8c1df3576ded9a6f22021cdd1050) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3ef2875bef2ffb12ae1f3f425641abdc4480523239d8b8fa12d1a76bf2acf40c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d16ef8cfdad62143efcfe5076ff22603bc831884009f63959a12fded2cdf521b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3aa48a2ca23876750b0717cec35ca3f0d3a4874f201189cf94e0bd6af07af833) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"2c7a2747-1236-4a49-aba6-150bed1e98ce","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.798091139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a0cb96b9afcad0e9bcfa3f87359681df71ab8c1df3576ded9a6f22021cdd1050) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3ef2875bef2ffb12ae1f3f425641abdc4480523239d8b8fa12d1a76bf2acf40c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d16ef8cfdad62143efcfe5076ff22603bc831884009f63959a12fded2cdf521b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3aa48a2ca23876750b0717cec35ca3f0d3a4874f201189cf94e0bd6af07af833) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"620ebe78-6219-4486-86d5-f86170dfbbb9","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.79826188Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a0cb96b9afcad0e9bcfa3f87359681df71ab8c1df3576ded9a6f22021cdd1050) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3ef2875bef2ffb12ae1f3f425641abdc4480523239d8b8fa12d1a76bf2acf40c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d16ef8cfdad62143efcfe5076ff22603bc831884009f63959a12fded2cdf521b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3aa48a2ca23876750b0717cec35ca3f0d3a4874f201189cf94e0bd6af07af833) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96f37ff6-ffc9-42bb-b9b4-b61b0f90579d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.843889238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c11b50"},"namespace":"ai-tenant-e2e-autores-c11b50","name":"default-tenant","reconcileID":"c46400c5-6c30-4c2c-bfcf-d7c7e6efca1c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-c11b50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.894194902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c11b50"},"namespace":"ai-tenant-e2e-autores-c11b50","name":"default-tenant","reconcileID":"c46400c5-6c30-4c2c-bfcf-d7c7e6efca1c","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-c11b50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.901514732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"f2d7a531-2ccb-4db4-be90-8e3acd032d5f","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.901534291Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"f2d7a531-2ccb-4db4-be90-8e3acd032d5f","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"routeName":"external-model-e2e-dft-66da83-99ca68864c21","namespace":"llm","model":"e2e-dft-66da83","externalModel":"e2e-dft-66da83","provider":"e2e-dft-66da83-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.948377066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c11b50"},"namespace":"ai-tenant-e2e-autores-c11b50","name":"default-tenant","reconcileID":"c46400c5-6c30-4c2c-bfcf-d7c7e6efca1c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-c11b50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.953367565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4a5cc1a-b4d9-40ad-ae33-b505592ed735","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.953383527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4a5cc1a-b4d9-40ad-ae33-b505592ed735","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.997360559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c11b50"},"namespace":"ai-tenant-e2e-autores-c11b50","name":"default-tenant","reconcileID":"c46400c5-6c30-4c2c-bfcf-d7c7e6efca1c","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-c11b50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.003196589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"263aea4f-368c-468d-bd8f-51f7b1c4f1d0","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-647714","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.003217531Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"263aea4f-368c-468d-bd8f-51f7b1c4f1d0","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"routeName":"external-model-e2e-dft-647714-82f8e8d2663b","namespace":"llm","model":"e2e-dft-647714","externalModel":"e2e-dft-647714","provider":"e2e-dft-647714-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.046272799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c11b50"},"namespace":"ai-tenant-e2e-autores-c11b50","name":"default-tenant","reconcileID":"c46400c5-6c30-4c2c-bfcf-d7c7e6efca1c","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-c11b50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.052991973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8b8afad2-3ea1-43b1-b944-cd878d8d884a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.053007236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8b8afad2-3ea1-43b1-b944-cd878d8d884a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.100515769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c11b50"},"namespace":"ai-tenant-e2e-autores-c11b50","name":"default-tenant","reconcileID":"c46400c5-6c30-4c2c-bfcf-d7c7e6efca1c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-c11b50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.137005743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"d47e3013-fa50-4786-9775-0f46bfaaa6e8","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.149496188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c11b50"},"namespace":"ai-tenant-e2e-autores-c11b50","name":"default-tenant","reconcileID":"c46400c5-6c30-4c2c-bfcf-d7c7e6efca1c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-c11b50","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.190901917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"d47e3013-fa50-4786-9775-0f46bfaaa6e8","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.239323979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"1da2e512-bb3c-4c49-b864-1c055ddc55bc","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.239536142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b095b8c2-b19f-4be0-bd3e-032ad6eaf2fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.239325317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"55acbdc2-d884-4f67-a399-82af68304236","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.239934084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7761c696-86b7-4f0b-a360-27f3b88204c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.243778176Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a0cb96b9afcad0e9bcfa3f87359681df71ab8c1df3576ded9a6f22021cdd1050) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3ef2875bef2ffb12ae1f3f425641abdc4480523239d8b8fa12d1a76bf2acf40c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d16ef8cfdad62143efcfe5076ff22603bc831884009f63959a12fded2cdf521b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3aa48a2ca23876750b0717cec35ca3f0d3a4874f201189cf94e0bd6af07af833) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"d47e3013-fa50-4786-9775-0f46bfaaa6e8","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.300861862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"55acbdc2-d884-4f67-a399-82af68304236","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.301321676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7761c696-86b7-4f0b-a360-27f3b88204c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.30403132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b095b8c2-b19f-4be0-bd3e-032ad6eaf2fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.304723435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"1da2e512-bb3c-4c49-b864-1c055ddc55bc","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.359247624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a0cb96b9afcad0e9bcfa3f87359681df71ab8c1df3576ded9a6f22021cdd1050) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3ef2875bef2ffb12ae1f3f425641abdc4480523239d8b8fa12d1a76bf2acf40c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d16ef8cfdad62143efcfe5076ff22603bc831884009f63959a12fded2cdf521b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3aa48a2ca23876750b0717cec35ca3f0d3a4874f201189cf94e0bd6af07af833) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"55acbdc2-d884-4f67-a399-82af68304236","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.361521569Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a0cb96b9afcad0e9bcfa3f87359681df71ab8c1df3576ded9a6f22021cdd1050) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3ef2875bef2ffb12ae1f3f425641abdc4480523239d8b8fa12d1a76bf2acf40c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d16ef8cfdad62143efcfe5076ff22603bc831884009f63959a12fded2cdf521b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3aa48a2ca23876750b0717cec35ca3f0d3a4874f201189cf94e0bd6af07af833) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7761c696-86b7-4f0b-a360-27f3b88204c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.364417653Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a0cb96b9afcad0e9bcfa3f87359681df71ab8c1df3576ded9a6f22021cdd1050) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3ef2875bef2ffb12ae1f3f425641abdc4480523239d8b8fa12d1a76bf2acf40c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d16ef8cfdad62143efcfe5076ff22603bc831884009f63959a12fded2cdf521b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3aa48a2ca23876750b0717cec35ca3f0d3a4874f201189cf94e0bd6af07af833) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"1da2e512-bb3c-4c49-b864-1c055ddc55bc","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.366584388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a0cb96b9afcad0e9bcfa3f87359681df71ab8c1df3576ded9a6f22021cdd1050) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3ef2875bef2ffb12ae1f3f425641abdc4480523239d8b8fa12d1a76bf2acf40c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d16ef8cfdad62143efcfe5076ff22603bc831884009f63959a12fded2cdf521b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3aa48a2ca23876750b0717cec35ca3f0d3a4874f201189cf94e0bd6af07af833) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b095b8c2-b19f-4be0-bd3e-032ad6eaf2fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:57:42.409996514Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"55acbdc2-d884-4f67-a399-82af68304236","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-66da83-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:57:42.412291302Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7761c696-86b7-4f0b-a360-27f3b88204c8","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:57:42.424292545Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"1da2e512-bb3c-4c49-b864-1c055ddc55bc","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-647714-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:57:42.424491582Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b095b8c2-b19f-4be0-bd3e-032ad6eaf2fc","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.544111128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"dd429b9b-98d8-4d88-82bc-51cd228fc54a","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.598475682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"dd429b9b-98d8-4d88-82bc-51cd228fc54a","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.65147411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a0cb96b9afcad0e9bcfa3f87359681df71ab8c1df3576ded9a6f22021cdd1050) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3ef2875bef2ffb12ae1f3f425641abdc4480523239d8b8fa12d1a76bf2acf40c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d16ef8cfdad62143efcfe5076ff22603bc831884009f63959a12fded2cdf521b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3aa48a2ca23876750b0717cec35ca3f0d3a4874f201189cf94e0bd6af07af833) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"dd429b9b-98d8-4d88-82bc-51cd228fc54a","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.707956089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eece61bd-0f96-4a69-adfe-0473cf4c73d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.707959355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"c41e0aa2-1f6f-4c64-9218-963e1a96d7ed","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.721480075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"43040a21-67c6-415b-b11a-86dced68accf","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.721487915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"524bfdc8-1415-463c-9481-af1bb2e1cf36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.762093659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"c41e0aa2-1f6f-4c64-9218-963e1a96d7ed","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.762488973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eece61bd-0f96-4a69-adfe-0473cf4c73d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.776171705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"524bfdc8-1415-463c-9481-af1bb2e1cf36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.776584291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"43040a21-67c6-415b-b11a-86dced68accf","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.815491457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a0cb96b9afcad0e9bcfa3f87359681df71ab8c1df3576ded9a6f22021cdd1050) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3ef2875bef2ffb12ae1f3f425641abdc4480523239d8b8fa12d1a76bf2acf40c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d16ef8cfdad62143efcfe5076ff22603bc831884009f63959a12fded2cdf521b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3aa48a2ca23876750b0717cec35ca3f0d3a4874f201189cf94e0bd6af07af833) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eece61bd-0f96-4a69-adfe-0473cf4c73d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.815705952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a0cb96b9afcad0e9bcfa3f87359681df71ab8c1df3576ded9a6f22021cdd1050) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3ef2875bef2ffb12ae1f3f425641abdc4480523239d8b8fa12d1a76bf2acf40c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d16ef8cfdad62143efcfe5076ff22603bc831884009f63959a12fded2cdf521b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3aa48a2ca23876750b0717cec35ca3f0d3a4874f201189cf94e0bd6af07af833) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"c41e0aa2-1f6f-4c64-9218-963e1a96d7ed","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.829281648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a0cb96b9afcad0e9bcfa3f87359681df71ab8c1df3576ded9a6f22021cdd1050) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3ef2875bef2ffb12ae1f3f425641abdc4480523239d8b8fa12d1a76bf2acf40c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d16ef8cfdad62143efcfe5076ff22603bc831884009f63959a12fded2cdf521b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3aa48a2ca23876750b0717cec35ca3f0d3a4874f201189cf94e0bd6af07af833) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"43040a21-67c6-415b-b11a-86dced68accf","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.829283314Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a0cb96b9afcad0e9bcfa3f87359681df71ab8c1df3576ded9a6f22021cdd1050) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3ef2875bef2ffb12ae1f3f425641abdc4480523239d8b8fa12d1a76bf2acf40c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d16ef8cfdad62143efcfe5076ff22603bc831884009f63959a12fded2cdf521b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3aa48a2ca23876750b0717cec35ca3f0d3a4874f201189cf94e0bd6af07af833) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"524bfdc8-1415-463c-9481-af1bb2e1cf36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:42.837752479Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-c11b50","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-c11b50","reconcileID":"28caee17-2db6-490a-a18c-d1c62cd6e981","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-c11b50","removed":["maas.opendatahub.io/gateway-access-e2e-autores-c11b50"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:43.926065164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5f1945b-224d-4911-afc8-b6dd9654aa2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:43.97619558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5f1945b-224d-4911-afc8-b6dd9654aa2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.025939978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5f1945b-224d-4911-afc8-b6dd9654aa2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.075488282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5f1945b-224d-4911-afc8-b6dd9654aa2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.15642861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"bd3d60f0-a244-4ffa-971f-e266125f4332","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-647714","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.156458434Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"bd3d60f0-a244-4ffa-971f-e266125f4332","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"routeName":"external-model-e2e-dft-647714-82f8e8d2663b","namespace":"llm","model":"e2e-dft-647714","externalModel":"e2e-dft-647714","provider":"e2e-dft-647714-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.334598754Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-647714-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-sub","reconcileID":"3ebd8613-90a8-47ec-9db0-18807f0a6281","MaaSSubscription":{"name":"e2e-dft-647714-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2e01a905","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.433252759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d765e5bf-374b-4151-a2bd-d17ca1b883b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.433263329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"f9c2799e-8e62-4fed-82f0-26e5ecf72b8e","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.433755911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"45e292ec-c035-4f94-afa6-3b4ae51a7456","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.433806178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0526a67f-dc88-4855-b809-137fe707480c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.434097156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"352e2153-259a-4b13-b991-56100873e8f3","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.488628328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"f9c2799e-8e62-4fed-82f0-26e5ecf72b8e","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.488864718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"45e292ec-c035-4f94-afa6-3b4ae51a7456","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.491354318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d765e5bf-374b-4151-a2bd-d17ca1b883b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.491501943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0526a67f-dc88-4855-b809-137fe707480c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.493804243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"352e2153-259a-4b13-b991-56100873e8f3","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.545037343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a0cb96b9afcad0e9bcfa3f87359681df71ab8c1df3576ded9a6f22021cdd1050) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3ef2875bef2ffb12ae1f3f425641abdc4480523239d8b8fa12d1a76bf2acf40c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d16ef8cfdad62143efcfe5076ff22603bc831884009f63959a12fded2cdf521b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3aa48a2ca23876750b0717cec35ca3f0d3a4874f201189cf94e0bd6af07af833) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"f9c2799e-8e62-4fed-82f0-26e5ecf72b8e","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.545465906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a0cb96b9afcad0e9bcfa3f87359681df71ab8c1df3576ded9a6f22021cdd1050) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3ef2875bef2ffb12ae1f3f425641abdc4480523239d8b8fa12d1a76bf2acf40c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d16ef8cfdad62143efcfe5076ff22603bc831884009f63959a12fded2cdf521b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3aa48a2ca23876750b0717cec35ca3f0d3a4874f201189cf94e0bd6af07af833) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"45e292ec-c035-4f94-afa6-3b4ae51a7456","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.546934613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a0cb96b9afcad0e9bcfa3f87359681df71ab8c1df3576ded9a6f22021cdd1050) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3ef2875bef2ffb12ae1f3f425641abdc4480523239d8b8fa12d1a76bf2acf40c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d16ef8cfdad62143efcfe5076ff22603bc831884009f63959a12fded2cdf521b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3aa48a2ca23876750b0717cec35ca3f0d3a4874f201189cf94e0bd6af07af833) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0526a67f-dc88-4855-b809-137fe707480c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.547726631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a0cb96b9afcad0e9bcfa3f87359681df71ab8c1df3576ded9a6f22021cdd1050) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3ef2875bef2ffb12ae1f3f425641abdc4480523239d8b8fa12d1a76bf2acf40c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d16ef8cfdad62143efcfe5076ff22603bc831884009f63959a12fded2cdf521b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3aa48a2ca23876750b0717cec35ca3f0d3a4874f201189cf94e0bd6af07af833) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d765e5bf-374b-4151-a2bd-d17ca1b883b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.54852171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a0cb96b9afcad0e9bcfa3f87359681df71ab8c1df3576ded9a6f22021cdd1050) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3ef2875bef2ffb12ae1f3f425641abdc4480523239d8b8fa12d1a76bf2acf40c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d16ef8cfdad62143efcfe5076ff22603bc831884009f63959a12fded2cdf521b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3aa48a2ca23876750b0717cec35ca3f0d3a4874f201189cf94e0bd6af07af833) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"352e2153-259a-4b13-b991-56100873e8f3","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.844179341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"409f96df-3d90-45a7-9fed-919628a166d2","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.844227969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"a66f2c28-4d74-472e-b17a-c35df2460a97","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.844764967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84d3074e-66d9-410c-96c2-83af1c20d506","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.844954868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"87398b96-f182-439b-a4fc-0ec3943540df","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.844768443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa1e7eba-b180-4006-9425-e4f799bbf0a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.900378524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"409f96df-3d90-45a7-9fed-919628a166d2","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.900464918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa1e7eba-b180-4006-9425-e4f799bbf0a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.904179116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"a66f2c28-4d74-472e-b17a-c35df2460a97","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.904224398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84d3074e-66d9-410c-96c2-83af1c20d506","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.90665823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"87398b96-f182-439b-a4fc-0ec3943540df","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.953482372Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a0cb96b9afcad0e9bcfa3f87359681df71ab8c1df3576ded9a6f22021cdd1050) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3ef2875bef2ffb12ae1f3f425641abdc4480523239d8b8fa12d1a76bf2acf40c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d16ef8cfdad62143efcfe5076ff22603bc831884009f63959a12fded2cdf521b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3aa48a2ca23876750b0717cec35ca3f0d3a4874f201189cf94e0bd6af07af833) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"409f96df-3d90-45a7-9fed-919628a166d2","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.953980032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a0cb96b9afcad0e9bcfa3f87359681df71ab8c1df3576ded9a6f22021cdd1050) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3ef2875bef2ffb12ae1f3f425641abdc4480523239d8b8fa12d1a76bf2acf40c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d16ef8cfdad62143efcfe5076ff22603bc831884009f63959a12fded2cdf521b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3aa48a2ca23876750b0717cec35ca3f0d3a4874f201189cf94e0bd6af07af833) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa1e7eba-b180-4006-9425-e4f799bbf0a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.956528564Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a0cb96b9afcad0e9bcfa3f87359681df71ab8c1df3576ded9a6f22021cdd1050) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3ef2875bef2ffb12ae1f3f425641abdc4480523239d8b8fa12d1a76bf2acf40c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d16ef8cfdad62143efcfe5076ff22603bc831884009f63959a12fded2cdf521b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3aa48a2ca23876750b0717cec35ca3f0d3a4874f201189cf94e0bd6af07af833) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"a66f2c28-4d74-472e-b17a-c35df2460a97","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.957706569Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a0cb96b9afcad0e9bcfa3f87359681df71ab8c1df3576ded9a6f22021cdd1050) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3ef2875bef2ffb12ae1f3f425641abdc4480523239d8b8fa12d1a76bf2acf40c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d16ef8cfdad62143efcfe5076ff22603bc831884009f63959a12fded2cdf521b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3aa48a2ca23876750b0717cec35ca3f0d3a4874f201189cf94e0bd6af07af833) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84d3074e-66d9-410c-96c2-83af1c20d506","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:44.958966931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a0cb96b9afcad0e9bcfa3f87359681df71ab8c1df3576ded9a6f22021cdd1050) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3ef2875bef2ffb12ae1f3f425641abdc4480523239d8b8fa12d1a76bf2acf40c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d16ef8cfdad62143efcfe5076ff22603bc831884009f63959a12fded2cdf521b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3aa48a2ca23876750b0717cec35ca3f0d3a4874f201189cf94e0bd6af07af833) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"87398b96-f182-439b-a4fc-0ec3943540df","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:45.986113048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e836502b-b0b3-425f-93f6-ed37b62772e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:46.036067369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e836502b-b0b3-425f-93f6-ed37b62772e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:46.085816367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e836502b-b0b3-425f-93f6-ed37b62772e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:46.136358833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e836502b-b0b3-425f-93f6-ed37b62772e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:47.077844703Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e65845"},"namespace":"ai-tenant-e2e-extmod-a-e65845","name":"default-tenant","reconcileID":"9494f54a-adf1-4145-bc81-5f35a6d0b765","namespace":"ai-tenant-e2e-extmod-a-e65845","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:47.077903249Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e65845"},"namespace":"ai-tenant-e2e-extmod-a-e65845","name":"default-tenant","reconcileID":"9494f54a-adf1-4145-bc81-5f35a6d0b765","namespace":"ai-tenant-e2e-extmod-a-e65845","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:47.077956014Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e65845"},"namespace":"ai-tenant-e2e-extmod-a-e65845","name":"default-tenant","reconcileID":"9494f54a-adf1-4145-bc81-5f35a6d0b765","tenant":"e2e-extmod-a-e65845","tenantID":"e2e-extmod-a-e65845","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:47.129448134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e65845"},"namespace":"ai-tenant-e2e-extmod-a-e65845","name":"default-tenant","reconcileID":"9494f54a-adf1-4145-bc81-5f35a6d0b765","gvk":"Deployment","name":"maas-api-e2e-extmod-a-e65845","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:47.188563756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e65845"},"namespace":"ai-tenant-e2e-extmod-a-e65845","name":"default-tenant","reconcileID":"9494f54a-adf1-4145-bc81-5f35a6d0b765","gvk":"Service","name":"maas-api-e2e-extmod-a-e65845","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:47.243764827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e65845"},"namespace":"ai-tenant-e2e-extmod-a-e65845","name":"default-tenant","reconcileID":"9494f54a-adf1-4145-bc81-5f35a6d0b765","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-e65845","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:47.295700276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e65845"},"namespace":"ai-tenant-e2e-extmod-a-e65845","name":"default-tenant","reconcileID":"9494f54a-adf1-4145-bc81-5f35a6d0b765","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-e65845","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:47.347679849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e65845"},"namespace":"ai-tenant-e2e-extmod-a-e65845","name":"default-tenant","reconcileID":"9494f54a-adf1-4145-bc81-5f35a6d0b765","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-e65845","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:47.399746358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e65845"},"namespace":"ai-tenant-e2e-extmod-a-e65845","name":"default-tenant","reconcileID":"9494f54a-adf1-4145-bc81-5f35a6d0b765","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-e65845","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:47.45449395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e65845"},"namespace":"ai-tenant-e2e-extmod-a-e65845","name":"default-tenant","reconcileID":"9494f54a-adf1-4145-bc81-5f35a6d0b765","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-e65845","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:47.506617727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e65845"},"namespace":"ai-tenant-e2e-extmod-a-e65845","name":"default-tenant","reconcileID":"9494f54a-adf1-4145-bc81-5f35a6d0b765","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-e65845","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:47.556473299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e65845"},"namespace":"ai-tenant-e2e-extmod-a-e65845","name":"default-tenant","reconcileID":"9494f54a-adf1-4145-bc81-5f35a6d0b765","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-e65845","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:47.606260655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e65845"},"namespace":"ai-tenant-e2e-extmod-a-e65845","name":"default-tenant","reconcileID":"9494f54a-adf1-4145-bc81-5f35a6d0b765","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-e65845","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:47.656201236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e65845"},"namespace":"ai-tenant-e2e-extmod-a-e65845","name":"default-tenant","reconcileID":"9494f54a-adf1-4145-bc81-5f35a6d0b765","gvk":"Service","name":"payload-processing-e2e-extmod-a-e65845","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:47.705630629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e65845"},"namespace":"ai-tenant-e2e-extmod-a-e65845","name":"default-tenant","reconcileID":"9494f54a-adf1-4145-bc81-5f35a6d0b765","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-e65845","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:47.755465295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e65845"},"namespace":"ai-tenant-e2e-extmod-a-e65845","name":"default-tenant","reconcileID":"9494f54a-adf1-4145-bc81-5f35a6d0b765","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-e65845","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:47.805075296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e65845"},"namespace":"ai-tenant-e2e-extmod-a-e65845","name":"default-tenant","reconcileID":"9494f54a-adf1-4145-bc81-5f35a6d0b765","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-e65845","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:47.854426329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e65845"},"namespace":"ai-tenant-e2e-extmod-a-e65845","name":"default-tenant","reconcileID":"9494f54a-adf1-4145-bc81-5f35a6d0b765","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-e65845","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:47.907000035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e65845"},"namespace":"ai-tenant-e2e-extmod-a-e65845","name":"default-tenant","reconcileID":"9494f54a-adf1-4145-bc81-5f35a6d0b765","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-e65845","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:47.958314977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e65845"},"namespace":"ai-tenant-e2e-extmod-a-e65845","name":"default-tenant","reconcileID":"9494f54a-adf1-4145-bc81-5f35a6d0b765","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-e65845","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:48.007753657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e65845"},"namespace":"ai-tenant-e2e-extmod-a-e65845","name":"default-tenant","reconcileID":"9494f54a-adf1-4145-bc81-5f35a6d0b765","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-e65845","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:48.126783465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e65845"},"namespace":"ai-tenant-e2e-extmod-a-e65845","name":"default-tenant","reconcileID":"9494f54a-adf1-4145-bc81-5f35a6d0b765","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-e65845","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:48.176308484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e65845"},"namespace":"ai-tenant-e2e-extmod-a-e65845","name":"default-tenant","reconcileID":"9494f54a-adf1-4145-bc81-5f35a6d0b765","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-e65845","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:49.054475579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28aeb945-80d9-4d24-be7b-cf93c8066fe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:49.113322889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28aeb945-80d9-4d24-be7b-cf93c8066fe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:49.164215457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28aeb945-80d9-4d24-be7b-cf93c8066fe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:49.217592376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28aeb945-80d9-4d24-be7b-cf93c8066fe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:49.486672758Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-ad18ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-ad18ae","reconcileID":"9f4cb573-448f-4aee-bdd5-ee857445fcaa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-ad18ae","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-ad18ae":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:51.012710741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0d1c900-3a86-4fd3-9dad-e885cdbab681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:51.062626629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0d1c900-3a86-4fd3-9dad-e885cdbab681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:51.112450964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0d1c900-3a86-4fd3-9dad-e885cdbab681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:51.162654758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0d1c900-3a86-4fd3-9dad-e885cdbab681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:52.900464818Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-e65845","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-e65845","reconcileID":"d232b433-dc1c-489e-a2a9-c5c9a4233d79","aitenant":"ai-tenants/e2e-extmod-a-e65845","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:52.966560468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"913dd8c2-0ee0-44a2-983a-f3cc98cf4b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:53.016695672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"913dd8c2-0ee0-44a2-983a-f3cc98cf4b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:53.066526977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"913dd8c2-0ee0-44a2-983a-f3cc98cf4b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:53.12444246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"913dd8c2-0ee0-44a2-983a-f3cc98cf4b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:53.680792947Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-e65845","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-e65845","reconcileID":"d232b433-dc1c-489e-a2a9-c5c9a4233d79","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-e65845","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-e65845"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:54.387434495Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-647714-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-sub","reconcileID":"40e59603-8edf-4aa6-b24b-a3278995c558","MaaSSubscription":{"name":"e2e-dft-647714-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-647714","subscription":"e2e-dft-647714-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:54.517480725Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-647714-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-sub","reconcileID":"40e59603-8edf-4aa6-b24b-a3278995c558","MaaSSubscription":{"name":"e2e-dft-647714-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-647714","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:54.566993618Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-647714-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-sub","reconcileID":"40e59603-8edf-4aa6-b24b-a3278995c558","MaaSSubscription":{"name":"e2e-dft-647714-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-647714","namespace":"llm","model":"llm/e2e-dft-647714","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:54.884919299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"d26b8c02-2eec-4232-9098-f1e3dd026823","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-647714","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:54.884946037Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"d26b8c02-2eec-4232-9098-f1e3dd026823","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"routeName":"external-model-e2e-dft-647714-82f8e8d2663b","namespace":"llm","model":"e2e-dft-647714","externalModel":"e2e-dft-647714","provider":"e2e-dft-647714-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:54.957425598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a85f0a9-be9b-4bbe-843e-ad8d8a0e2b06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.007472805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a85f0a9-be9b-4bbe-843e-ad8d8a0e2b06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.057598033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a85f0a9-be9b-4bbe-843e-ad8d8a0e2b06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.107585423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a85f0a9-be9b-4bbe-843e-ad8d8a0e2b06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.15790456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74ab9f31-2604-4009-817f-1b05a63d1757","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.157914184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"de3da329-217f-48ac-acb3-80d35b6a28b5","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.158206622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"d662e5e1-a5e1-466e-8c8c-2b20cb0f8cab","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.15869575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"10a0c4e5-2de6-475b-9888-42fad3c1a768","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.158831347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"78d6e6d0-3d1b-4163-a009-69bbc0c76dff","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-647714","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.158849377Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"78d6e6d0-3d1b-4163-a009-69bbc0c76dff","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"routeName":"external-model-e2e-dft-647714-82f8e8d2663b","namespace":"llm","model":"e2e-dft-647714","externalModel":"e2e-dft-647714","provider":"e2e-dft-647714-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.159097588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"176b9555-7ea4-4e40-b648-8f416ae9d4ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:57:55.2600609Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"78d6e6d0-3d1b-4163-a009-69bbc0c76dff","name":"e2e-dft-647714","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-647714\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:57:55.260131098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"78d6e6d0-3d1b-4163-a009-69bbc0c76dff","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-647714\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.2774677Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74ab9f31-2604-4009-817f-1b05a63d1757","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:57:55.28034324Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"de3da329-217f-48ac-acb3-80d35b6a28b5","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:57:55.31814192Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"10a0c4e5-2de6-475b-9888-42fad3c1a768","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:57:55.318894458Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"176b9555-7ea4-4e40-b648-8f416ae9d4ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:57:55.364256243Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"d662e5e1-a5e1-466e-8c8c-2b20cb0f8cab","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.408812034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"0344544d-5865-4304-b1c2-e41a580788ab","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-647714","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.408833324Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"0344544d-5865-4304-b1c2-e41a580788ab","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"routeName":"external-model-e2e-dft-647714-82f8e8d2663b","namespace":"llm","model":"e2e-dft-647714","externalModel":"e2e-dft-647714","provider":"e2e-dft-647714-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:57:55.409931105Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"de3da329-217f-48ac-acb3-80d35b6a28b5","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-647714-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:57:55.4099751Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"de3da329-217f-48ac-acb3-80d35b6a28b5","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.410109276Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-647714-access","reconcileID":"1bf0b4a7-5f43-48a0-a273-afba76ad63a9","MaaSAuthPolicy":{"name":"e2e-dft-647714-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-647714","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.413071519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74ab9f31-2604-4009-817f-1b05a63d1757","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:57:55.418291107Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"10a0c4e5-2de6-475b-9888-42fad3c1a768","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:57:55.418646048Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"176b9555-7ea4-4e40-b648-8f416ae9d4ec","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:57:55.420028098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"d662e5e1-a5e1-466e-8c8c-2b20cb0f8cab","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.507825832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"5a919c65-8219-4317-9d0e-aefcbefa8033","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0636b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.507847533Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"5a919c65-8219-4317-9d0e-aefcbefa8033","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"routeName":"external-model-e2e-dft-0636b6-c95eb7a95a87","namespace":"llm","model":"e2e-dft-0636b6","externalModel":"e2e-dft-0636b6","provider":"e2e-dft-0636b6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.557918442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7c3cc5a-3a83-484a-a0cc-64e328d9fbb1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.557936649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7c3cc5a-3a83-484a-a0cc-64e328d9fbb1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.608165412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"0afc271f-9c2d-4095-b61f-b3a36b4cf310","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.608181245Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"0afc271f-9c2d-4095-b61f-b3a36b4cf310","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"routeName":"external-model-e2e-dft-66da83-99ca68864c21","namespace":"llm","model":"e2e-dft-66da83","externalModel":"e2e-dft-66da83","provider":"e2e-dft-66da83-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.65862983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"264aedc2-e832-456e-82b8-7920885c3cce","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.658645976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"264aedc2-e832-456e-82b8-7920885c3cce","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.67403168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"516b843b-db04-4237-b7f6-3983e039c8cc","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.674106993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92061a78-9e56-4981-9ff8-3b8cb81c320e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.674430354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"5a4807f8-7a94-4c25-a964-3de1e00434e4","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.708731847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"80214f55-80c7-4a0b-977e-c9addee7ebb8","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-647714","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.708748786Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"80214f55-80c7-4a0b-977e-c9addee7ebb8","MaaSModelRef":{"name":"e2e-dft-647714","namespace":"llm"},"routeName":"external-model-e2e-dft-647714-82f8e8d2663b","namespace":"llm","model":"e2e-dft-647714","externalModel":"e2e-dft-647714","provider":"e2e-dft-647714-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.728627754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92061a78-9e56-4981-9ff8-3b8cb81c320e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.729610952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"516b843b-db04-4237-b7f6-3983e039c8cc","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.730867221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"5a4807f8-7a94-4c25-a964-3de1e00434e4","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.782647013Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92061a78-9e56-4981-9ff8-3b8cb81c320e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.783590808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"516b843b-db04-4237-b7f6-3983e039c8cc","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.783964883Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"5a4807f8-7a94-4c25-a964-3de1e00434e4","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.965035317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86ee2eee-4ea3-470a-b8d2-d649626181b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.965055723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86ee2eee-4ea3-470a-b8d2-d649626181b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.015198525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"2814c4c2-049f-4aff-843e-d8b82ab6a591","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0636b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.015227508Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"2814c4c2-049f-4aff-843e-d8b82ab6a591","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"routeName":"external-model-e2e-dft-0636b6-c95eb7a95a87","namespace":"llm","model":"e2e-dft-0636b6","externalModel":"e2e-dft-0636b6","provider":"e2e-dft-0636b6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.144761103Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"226cfbef-1c0d-4aac-83c8-61dfc8f77755","namespace":"llm","name":"e2e-dft-647714","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.206604744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"6bba079a-f629-480a-9711-1e56b0031dd9","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.206629374Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"6bba079a-f629-480a-9711-1e56b0031dd9","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"routeName":"external-model-e2e-dft-66da83-99ca68864c21","namespace":"llm","model":"e2e-dft-66da83","externalModel":"e2e-dft-66da83","provider":"e2e-dft-66da83-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.259392724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d67d7c00-bcd6-475e-b463-d3c536cec672","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.259415735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d67d7c00-bcd6-475e-b463-d3c536cec672","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.259781843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"216a89d8-b2b9-45c4-9ae5-e5abf2e6e813","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.259798203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"216a89d8-b2b9-45c4-9ae5-e5abf2e6e813","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.308488556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"fc318ce9-5597-4dd1-b8dd-c71ec217330d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.309790297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"69a104ac-caa9-4f83-9e14-5507c05393d6","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0636b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.309814983Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"69a104ac-caa9-4f83-9e14-5507c05393d6","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"routeName":"external-model-e2e-dft-0636b6-c95eb7a95a87","namespace":"llm","model":"e2e-dft-0636b6","externalModel":"e2e-dft-0636b6","provider":"e2e-dft-0636b6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.359649764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b4665359-5ab6-448a-81d3-740dbb7340bb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.359668881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b4665359-5ab6-448a-81d3-740dbb7340bb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.359902524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"62f0215a-f587-4e97-be0a-ae8b371c7273","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.359914162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"62f0215a-f587-4e97-be0a-ae8b371c7273","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.362486663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"fc318ce9-5597-4dd1-b8dd-c71ec217330d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.403851206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"da6ffa20-5d09-4149-a8f8-f8f5cd4e6f44","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.405434317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b0bc404b-1312-4499-abcf-d769824e8493","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.409960929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"5eb744e2-6694-4acb-aebf-59e346472aaf","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.409983664Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"5eb744e2-6694-4acb-aebf-59e346472aaf","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"routeName":"external-model-e2e-dft-66da83-99ca68864c21","namespace":"llm","model":"e2e-dft-66da83","externalModel":"e2e-dft-66da83","provider":"e2e-dft-66da83-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.414864108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"dd9032f7-5cbb-4948-95e0-6a520a0e88f7","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.415426326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29a403d7-5bdc-49c5-a9e9-e74ca1680691","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.415887758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"949d58bf-8178-4263-9fdb-ba83a3a2a028","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.416370224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"03be838b-d351-452f-bf03-c91908137caf","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.529470456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a8589fa8-8bcb-45e3-b4c8-ef5b8d2cc84c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.529502221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a8589fa8-8bcb-45e3-b4c8-ef5b8d2cc84c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.530016464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b85d9e56-f582-4a7d-bf03-7f53769b053d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.530038061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b85d9e56-f582-4a7d-bf03-7f53769b053d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.530474463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1dc49532-0edb-4402-9815-a9edd8c29ab9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.5304889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1dc49532-0edb-4402-9815-a9edd8c29ab9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.530785465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ecf9198d-ac8d-423e-b865-cbe4391e25bc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.530799758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ecf9198d-ac8d-423e-b865-cbe4391e25bc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.538136995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"dd9032f7-5cbb-4948-95e0-6a520a0e88f7","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.542214587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"949d58bf-8178-4263-9fdb-ba83a3a2a028","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.542232703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29a403d7-5bdc-49c5-a9e9-e74ca1680691","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.544492607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"03be838b-d351-452f-bf03-c91908137caf","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.591299207Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"dd9032f7-5cbb-4948-95e0-6a520a0e88f7","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.596126587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"949d58bf-8178-4263-9fdb-ba83a3a2a028","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.59616926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29a403d7-5bdc-49c5-a9e9-e74ca1680691","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.597938921Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"03be838b-d351-452f-bf03-c91908137caf","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.685087181Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-647714","namespace":"llm"},"namespace":"llm","name":"e2e-dft-647714","reconcileID":"63a6d2d8-5863-4900-854a-8da4b1194372","namespace":"llm","name":"e2e-dft-647714","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.739961859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"21ecb424-7f2b-4e11-80cb-e14d9cae4d39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.744803786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"6890c632-48fd-4996-9d4e-aab9483de078","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.74514487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"d4919f38-7d0d-4120-839b-76d629b0866a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.745807564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"5d71d506-9a04-476b-a6c0-b76048b0fa41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.786964765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"3c97d650-c783-4e1e-ac77-7e2b81adc4b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.793002411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"21ecb424-7f2b-4e11-80cb-e14d9cae4d39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.798201872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"6890c632-48fd-4996-9d4e-aab9483de078","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.798622673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"d4919f38-7d0d-4120-839b-76d629b0866a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.800507665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"5d71d506-9a04-476b-a6c0-b76048b0fa41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.840360926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"3c97d650-c783-4e1e-ac77-7e2b81adc4b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:56.999551577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6641f7db-54d7-4ee5-af74-7d01808c0b95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:57.049565488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6641f7db-54d7-4ee5-af74-7d01808c0b95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:57.09935092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6641f7db-54d7-4ee5-af74-7d01808c0b95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:57.149284746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6641f7db-54d7-4ee5-af74-7d01808c0b95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:57.149589755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"56266903-8c0f-4016-96fc-b1d252ad7b27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:57.203531273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"56266903-8c0f-4016-96fc-b1d252ad7b27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:57.248363151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"2cfbef4e-a0cc-4e03-90a1-90cc2836ddb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:57.248409508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"7a511501-ac5c-44fc-9d64-a476926905b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:57.248914265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"5ccbc983-05ed-4341-960f-fafc5833674c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:57.302554249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"2cfbef4e-a0cc-4e03-90a1-90cc2836ddb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:57.302574038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"7a511501-ac5c-44fc-9d64-a476926905b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:57.304909261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"5ccbc983-05ed-4341-960f-fafc5833674c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:57.352454784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a717a94-ed36-43b4-bfdb-6f0e8a1825aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:57.40684753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a717a94-ed36-43b4-bfdb-6f0e8a1825aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:57.459022302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a717a94-ed36-43b4-bfdb-6f0e8a1825aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:57.650477914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"33c10b6c-20b7-411a-9517-cb21c4faa14e","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:57.651378678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"30e58d6b-e267-4a82-86f0-2e638f6e478a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:57.704219777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"33c10b6c-20b7-411a-9517-cb21c4faa14e","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:57.705060854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"30e58d6b-e267-4a82-86f0-2e638f6e478a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:57.748719623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"94b4192e-1dc3-4bf6-8a85-ac3656ea5407","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:57.749213498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57f62ab5-a613-4140-a730-d42f269a47d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:57.751735067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"aa60326c-c9c7-4ad6-b0ef-8a2aba058ed7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:57.756446417Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"33c10b6c-20b7-411a-9517-cb21c4faa14e","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:57.802626117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"94b4192e-1dc3-4bf6-8a85-ac3656ea5407","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:57.802886094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57f62ab5-a613-4140-a730-d42f269a47d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:57.80483364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"aa60326c-c9c7-4ad6-b0ef-8a2aba058ed7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:57.855318943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"94b4192e-1dc3-4bf6-8a85-ac3656ea5407","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:57.856461412Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57f62ab5-a613-4140-a730-d42f269a47d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:57.904530119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"aa0748d1-a380-4ff9-840f-11f7448b494b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:57.957769811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"aa0748d1-a380-4ff9-840f-11f7448b494b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:58.005665662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"507a223d-4f2a-48b2-8bac-d4a188bad2b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:58.005713502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"b175f0e2-e3db-418f-aea5-3209cf0172bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:58.061781326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"507a223d-4f2a-48b2-8bac-d4a188bad2b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:58.062065756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"b175f0e2-e3db-418f-aea5-3209cf0172bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:58.105637991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"2a6c9641-e5f3-4c03-94b9-1428ede50286","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:58.158993199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"2a6c9641-e5f3-4c03-94b9-1428ede50286","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:02.66656053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55bc650e-633b-4147-be7e-52f5ea5124e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:02.720377776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55bc650e-633b-4147-be7e-52f5ea5124e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:02.770257986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55bc650e-633b-4147-be7e-52f5ea5124e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:02.820060434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55bc650e-633b-4147-be7e-52f5ea5124e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:03.847497253Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-e1be81","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-e1be81","reconcileID":"a7ebd907-0540-40bc-a956-d6a684786805","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-e1be81","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-e1be81":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:04.67290892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ce7f62-c9e5-465b-8e9e-5fa5b616e484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:04.723054393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ce7f62-c9e5-465b-8e9e-5fa5b616e484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:04.772847872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ce7f62-c9e5-465b-8e9e-5fa5b616e484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:04.822851626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ce7f62-c9e5-465b-8e9e-5fa5b616e484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:06.645249484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7724b420-75f2-472f-aeef-a19dcb883044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:06.695332391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7724b420-75f2-472f-aeef-a19dcb883044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:06.745006995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7724b420-75f2-472f-aeef-a19dcb883044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:06.794743058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7724b420-75f2-472f-aeef-a19dcb883044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:07.707921361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2aeaf584-fac4-447d-bf60-3d91e3055230","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:07.762131881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2aeaf584-fac4-447d-bf60-3d91e3055230","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:07.814828736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2aeaf584-fac4-447d-bf60-3d91e3055230","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:08.033315387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"39704137-86be-4fe6-9051-cbda9d5a585b","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:08.131260138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"06c50ef8-c626-48e1-9057-bc65ec2a05e3","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:08.133702725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"39704137-86be-4fe6-9051-cbda9d5a585b","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:08.176542325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bcbc5a9d-6ad3-4a6e-849c-08166455c3cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:08.185379976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"06c50ef8-c626-48e1-9057-bc65ec2a05e3","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:08.186391111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"39704137-86be-4fe6-9051-cbda9d5a585b","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:08.230177786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bcbc5a9d-6ad3-4a6e-849c-08166455c3cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:08.237830826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"06c50ef8-c626-48e1-9057-bc65ec2a05e3","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:08.282504289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bcbc5a9d-6ad3-4a6e-849c-08166455c3cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:08.853876272Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:18.065990437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2d26fa8-ffd1-4de2-9388-f9f022f050df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:18.120128628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2d26fa8-ffd1-4de2-9388-f9f022f050df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:18.172864789Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2d26fa8-ffd1-4de2-9388-f9f022f050df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:18.435767146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"789b3fe1-9a2e-4f45-b8c7-e029dfe4c850","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:18.491257835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"789b3fe1-9a2e-4f45-b8c7-e029dfe4c850","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:18.53766286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"4c2d1331-4673-454a-8d99-28ce5a6a9fe5","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:18.537742565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea3f45b8-6dde-4d2c-a076-d18bb28380a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:18.544771066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"789b3fe1-9a2e-4f45-b8c7-e029dfe4c850","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:18.592876533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea3f45b8-6dde-4d2c-a076-d18bb28380a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:18.5931236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"4c2d1331-4673-454a-8d99-28ce5a6a9fe5","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:18.649395422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea3f45b8-6dde-4d2c-a076-d18bb28380a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:18.65148181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"4c2d1331-4673-454a-8d99-28ce5a6a9fe5","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:28.422416226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5fd030e-823b-4eac-9513-2f4e8e773193","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:28.476961206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5fd030e-823b-4eac-9513-2f4e8e773193","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:28.530591272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5fd030e-823b-4eac-9513-2f4e8e773193","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:28.586364144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b29a624-f81e-43f8-980e-f399cad4acb7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:28.586402907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b29a624-f81e-43f8-980e-f399cad4acb7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:28.792814808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"b89ef65c-91bf-43de-9f43-897b64d5f866","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:28.846728129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"b89ef65c-91bf-43de-9f43-897b64d5f866","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:28.897088891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a652db7-85ed-45d2-bbae-22c4c4b2eeaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:28.897281503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"6639e07a-61b6-4ac7-b72a-bfae881bdb77","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:28.899881431Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"b89ef65c-91bf-43de-9f43-897b64d5f866","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:28.952959865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a652db7-85ed-45d2-bbae-22c4c4b2eeaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:28.952970186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"6639e07a-61b6-4ac7-b72a-bfae881bdb77","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:29.006222658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"6639e07a-61b6-4ac7-b72a-bfae881bdb77","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:29.006336224Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a652db7-85ed-45d2-bbae-22c4c4b2eeaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:29.006887488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"b6c7352a-76db-45a8-8673-21a8e9749e6c","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0636b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:29.006904514Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"b6c7352a-76db-45a8-8673-21a8e9749e6c","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"routeName":"external-model-e2e-dft-0636b6-c95eb7a95a87","namespace":"llm","model":"e2e-dft-0636b6","externalModel":"e2e-dft-0636b6","provider":"e2e-dft-0636b6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:29.062219103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"db3b5706-7692-410c-add2-39550fb39994","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:29.062234627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"db3b5706-7692-410c-add2-39550fb39994","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:29.113745481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"a35de2e5-61db-4414-bd6b-15f613886d06","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:29.11376645Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"a35de2e5-61db-4414-bd6b-15f613886d06","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"routeName":"external-model-e2e-dft-66da83-99ca68864c21","namespace":"llm","model":"e2e-dft-66da83","externalModel":"e2e-dft-66da83","provider":"e2e-dft-66da83-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:38.835665114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a6c697e-3695-4ef5-823d-33a76159f2fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:38.851340121Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:38.88985605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a6c697e-3695-4ef5-823d-33a76159f2fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:38.943763855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a6c697e-3695-4ef5-823d-33a76159f2fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:39.204542995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"add03485-8cec-4cfc-a49f-e578568376a2","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:39.259298293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"add03485-8cec-4cfc-a49f-e578568376a2","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:39.308571107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c14e4cf-2417-4df0-bd7f-570fa3e6cbb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:39.309822151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"ee17aa5c-6fb1-4afa-93a4-62df4c8ee0d5","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:39.312079097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"add03485-8cec-4cfc-a49f-e578568376a2","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:39.364178977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"ee17aa5c-6fb1-4afa-93a4-62df4c8ee0d5","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:39.364284065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c14e4cf-2417-4df0-bd7f-570fa3e6cbb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:39.416658541Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"ee17aa5c-6fb1-4afa-93a4-62df4c8ee0d5","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:39.417125523Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c14e4cf-2417-4df0-bd7f-570fa3e6cbb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:41.964731611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"2c81cdae-dcfc-4691-8905-c81557933b99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:42.287421675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"0b4c727c-48da-41c0-8ab6-f2de5ef70499","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:42.415991232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"64919286-a444-4ca4-95e3-a53551f83106","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:42.518174908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"7aa7c77a-86b7-4aca-8b60-83525b44d233","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:42.538864588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c2cd42e6-8dde-4a90-ba77-0a793ec54efb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:42.616958648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"d99e54ea-ee5f-464f-bef8-340da9594d90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:42.849915859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"4b4b8882-3e89-40e9-826e-8080ae654a54","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:42.970345205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"983305f9-07aa-4c64-a208-1e484f30cd35","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:43.15408982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"4bd205ca-5b72-4169-b020-b7e459b9ad91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:43.463839139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"5fc27832-91d2-4f40-a94f-40535039c883","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:43.565207031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"310ee10a-d1e3-43b5-832d-4329a703c4e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:43.601128777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"e1c49798-982e-4ab0-9d82-637854fa0efa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:49.191836981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2efe9fbb-157f-4f6d-af7b-12d89c2635bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:49.246653687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2efe9fbb-157f-4f6d-af7b-12d89c2635bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:49.529527913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3feca72f-03dd-4fc7-804d-bf12418acc1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:49.529549414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3feca72f-03dd-4fc7-804d-bf12418acc1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:49.575081536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"4530404d-f512-429e-a7b1-f5a2b3f7c855","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:49.628244538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"4530404d-f512-429e-a7b1-f5a2b3f7c855","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:49.673559125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"265122cb-8dba-4256-991c-1b962dbf98e7","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:49.673561196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fdd9738-2bf4-42a8-9267-4cb301d0e6e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:49.727748045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fdd9738-2bf4-42a8-9267-4cb301d0e6e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:49.727775369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"265122cb-8dba-4256-991c-1b962dbf98e7","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:50.038356528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"5b9a0962-612b-4f50-bb57-19a9c9759fd8","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0636b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:50.038402477Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"5b9a0962-612b-4f50-bb57-19a9c9759fd8","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"routeName":"external-model-e2e-dft-0636b6-c95eb7a95a87","namespace":"llm","model":"e2e-dft-0636b6","externalModel":"e2e-dft-0636b6","provider":"e2e-dft-0636b6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:50.088237994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"42c53c17-a68a-43f4-95f6-bc064ff21973","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:50.088257496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"42c53c17-a68a-43f4-95f6-bc064ff21973","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:50.139668032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"e83244a1-e8e2-4884-9f04-8d20030714c4","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:50.139695463Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"e83244a1-e8e2-4884-9f04-8d20030714c4","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"routeName":"external-model-e2e-dft-66da83-99ca68864c21","namespace":"llm","model":"e2e-dft-66da83","externalModel":"e2e-dft-66da83","provider":"e2e-dft-66da83-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:50.756554779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"c36a3d5a-1f14-462c-be4e-ec947dd900ea","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0636b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:50.756578259Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"c36a3d5a-1f14-462c-be4e-ec947dd900ea","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"routeName":"external-model-e2e-dft-0636b6-c95eb7a95a87","namespace":"llm","model":"e2e-dft-0636b6","externalModel":"e2e-dft-0636b6","provider":"e2e-dft-0636b6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:58:50.813467327Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0636b6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-sub","reconcileID":"d3b90016-97f0-46ec-975c-091af8dbec2a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-0636b6-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:50.909633184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"826e0c7a-6914-4b87-b4b0-5dd02a0a4ea5","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0636b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:50.909654169Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"826e0c7a-6914-4b87-b4b0-5dd02a0a4ea5","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"routeName":"external-model-e2e-dft-0636b6-c95eb7a95a87","namespace":"llm","model":"e2e-dft-0636b6","externalModel":"e2e-dft-0636b6","provider":"e2e-dft-0636b6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:50.959533265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"06f58fdf-6122-422e-ac3e-cf2183d119cd","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:50.959606113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2a5ada1-24dc-4ad1-8c94-21246f3a9e2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:50.96000743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"0a263232-d929-4085-a6a0-6567decd683d","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:50.960138894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"669bfe12-4a08-4632-aa0a-1f47d65c9f31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:58:51.011901156Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"826e0c7a-6914-4b87-b4b0-5dd02a0a4ea5","name":"e2e-dft-0636b6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-0636b6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:58:51.01194909Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"826e0c7a-6914-4b87-b4b0-5dd02a0a4ea5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-0636b6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.062540153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"bb3fcbf0-698f-4a2d-a75e-ec0b82c8f9eb","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0636b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.062567323Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"bb3fcbf0-698f-4a2d-a75e-ec0b82c8f9eb","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"routeName":"external-model-e2e-dft-0636b6-c95eb7a95a87","namespace":"llm","model":"e2e-dft-0636b6","externalModel":"e2e-dft-0636b6","provider":"e2e-dft-0636b6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.077114112Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"06f58fdf-6122-422e-ac3e-cf2183d119cd","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:58:51.078122302Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2a5ada1-24dc-4ad1-8c94-21246f3a9e2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:58:51.080763415Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"0a263232-d929-4085-a6a0-6567decd683d","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:58:51.080818607Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"669bfe12-4a08-4632-aa0a-1f47d65c9f31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.129756314Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"06f58fdf-6122-422e-ac3e-cf2183d119cd","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:58:51.133010329Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2a5ada1-24dc-4ad1-8c94-21246f3a9e2c","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.133286144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffc33e75-f991-434f-ab8d-dddda94f658e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.133305124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffc33e75-f991-434f-ab8d-dddda94f658e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:58:51.135611757Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"0a263232-d929-4085-a6a0-6567decd683d","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:58:51.135980065Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"669bfe12-4a08-4632-aa0a-1f47d65c9f31","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.185690272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"7dfbd7c3-47ef-4399-b701-7d6b9ec2700b","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.185711577Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"7dfbd7c3-47ef-4399-b701-7d6b9ec2700b","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"routeName":"external-model-e2e-dft-66da83-99ca68864c21","namespace":"llm","model":"e2e-dft-66da83","externalModel":"e2e-dft-66da83","provider":"e2e-dft-66da83-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.238282113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d9486be-adaf-4c16-9a00-5797b29eed06","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.238291155Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0636b6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-sub","reconcileID":"cb03425c-e970-40da-b2c4-defeb62d7fc6","MaaSSubscription":{"name":"e2e-dft-0636b6-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-0636b6","model":"e2e-dft-0636b6","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-0636b6-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.238301149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d9486be-adaf-4c16-9a00-5797b29eed06","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.288326194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"650afc59-f36c-45b8-a557-c78abd9a02a1","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0636b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.288348078Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"650afc59-f36c-45b8-a557-c78abd9a02a1","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"routeName":"external-model-e2e-dft-0636b6-c95eb7a95a87","namespace":"llm","model":"e2e-dft-0636b6","externalModel":"e2e-dft-0636b6","provider":"e2e-dft-0636b6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.385130138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"5c65a264-8bce-49c2-944a-217d5e50dae5","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.385350106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae85eadb-9358-40b2-b44f-6198b4bb9fe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.385594401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9180f27f-d6e7-40c6-a15d-fbccd88b80bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.438760963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9180f27f-d6e7-40c6-a15d-fbccd88b80bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.438768615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"5c65a264-8bce-49c2-944a-217d5e50dae5","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.440916836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae85eadb-9358-40b2-b44f-6198b4bb9fe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.445480088Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-0636b6-sub models-as-a-service/e2e-dft-66da83-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.480331169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"f45ceb89-5609-4b98-91cc-49be49e954f1","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.49100217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9180f27f-d6e7-40c6-a15d-fbccd88b80bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.493790852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"ce422100-28bb-4faa-b0ed-2124a64c05ce","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0636b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.493808938Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"ce422100-28bb-4faa-b0ed-2124a64c05ce","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"routeName":"external-model-e2e-dft-0636b6-c95eb7a95a87","namespace":"llm","model":"e2e-dft-0636b6","externalModel":"e2e-dft-0636b6","provider":"e2e-dft-0636b6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.533357624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"f45ceb89-5609-4b98-91cc-49be49e954f1","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:58:51.550212026Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-66da83-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-sub","reconcileID":"81c83a43-dbf0-41d8-b475-e43d90eb1e10","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-66da83-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.5859903Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"f45ceb89-5609-4b98-91cc-49be49e954f1","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.596250474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"1efdb47c-22c2-441d-9b41-a856b8323bcb","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.596268044Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"1efdb47c-22c2-441d-9b41-a856b8323bcb","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"routeName":"external-model-e2e-dft-66da83-99ca68864c21","namespace":"llm","model":"e2e-dft-66da83","externalModel":"e2e-dft-66da83","provider":"e2e-dft-66da83-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.694664068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0636b6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-sub","reconcileID":"4206d746-caff-4aed-b77d-3a16cdc6c234","MaaSSubscription":{"name":"e2e-dft-0636b6-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-0636b6","model":"llm/e2e-dft-0636b6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.700579871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5edb588-50db-4138-86b5-8f909470046a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.700594102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5edb588-50db-4138-86b5-8f909470046a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.750296668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"fc1b4f09-8336-4cf4-8856-75a0d1d8af4f","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0636b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.750315966Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"fc1b4f09-8336-4cf4-8856-75a0d1d8af4f","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"routeName":"external-model-e2e-dft-0636b6-c95eb7a95a87","namespace":"llm","model":"e2e-dft-0636b6","externalModel":"e2e-dft-0636b6","provider":"e2e-dft-0636b6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.791481646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70e126c5-95b9-485a-a914-bd834d2b8843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.831845089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"ae94ccd3-fe1e-4747-97a1-8ccb9da73c65","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.845974848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70e126c5-95b9-485a-a914-bd834d2b8843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.849219034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"fc2eb9d8-aa9e-4129-a36d-65dbfaf0462a","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.849236878Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"fc2eb9d8-aa9e-4129-a36d-65dbfaf0462a","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"routeName":"external-model-e2e-dft-66da83-99ca68864c21","namespace":"llm","model":"e2e-dft-66da83","externalModel":"e2e-dft-66da83","provider":"e2e-dft-66da83-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.885819702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"ae94ccd3-fe1e-4747-97a1-8ccb9da73c65","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.891542258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7782988a-fc48-4772-a686-c328cf729bd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.897617727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70e126c5-95b9-485a-a914-bd834d2b8843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.938090336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"ae94ccd3-fe1e-4747-97a1-8ccb9da73c65","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.945003617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7782988a-fc48-4772-a686-c328cf729bd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.970948638Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-66da83-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-sub","reconcileID":"fe943e3e-e8df-4b2f-b8a5-0aa73d7b9e7b","MaaSSubscription":{"name":"e2e-dft-66da83-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-66da83","model":"e2e-dft-66da83","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-66da83-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.99453761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"f1ada6f6-e764-4599-961b-303805d74b4d","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.998733796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7782988a-fc48-4772-a686-c328cf729bd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:52.050076352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"f1ada6f6-e764-4599-961b-303805d74b4d","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:52.056478671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3ad807b0-cfa6-47dd-a521-f7024a725613","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:52.056496125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3ad807b0-cfa6-47dd-a521-f7024a725613","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:52.106165365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"f1ada6f6-e764-4599-961b-303805d74b4d","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:52.144848584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2b53060-8818-492b-89a9-9e72af7b843b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:52.198402415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2b53060-8818-492b-89a9-9e72af7b843b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:52.209927432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"de2ba65a-d53e-46a1-9f3d-17bbddbf0a8a","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:52.209946847Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"de2ba65a-d53e-46a1-9f3d-17bbddbf0a8a","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"routeName":"external-model-e2e-dft-66da83-99ca68864c21","namespace":"llm","model":"e2e-dft-66da83","externalModel":"e2e-dft-66da83","provider":"e2e-dft-66da83-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:52.24549438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"8e9be906-5f1a-4657-9edc-3527fd016f8d","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:52.250643736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2b53060-8818-492b-89a9-9e72af7b843b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:52.299768796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"8e9be906-5f1a-4657-9edc-3527fd016f8d","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:52.310289436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"6aee271e-394d-431d-8d89-a046d2b52bd4","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:52.310311387Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"6aee271e-394d-431d-8d89-a046d2b52bd4","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"routeName":"external-model-e2e-dft-66da83-99ca68864c21","namespace":"llm","model":"e2e-dft-66da83","externalModel":"e2e-dft-66da83","provider":"e2e-dft-66da83-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:52.345583011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a95f657-cf18-4680-a580-5e9b57e50e30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:52.351830767Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"8e9be906-5f1a-4657-9edc-3527fd016f8d","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:52.400073811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a95f657-cf18-4680-a580-5e9b57e50e30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:52.429780529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-66da83-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-sub","reconcileID":"a986a5b8-519f-4815-ae72-8134fcaac51f","MaaSSubscription":{"name":"e2e-dft-66da83-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-66da83","model":"llm/e2e-dft-66da83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:52.45307435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a95f657-cf18-4680-a580-5e9b57e50e30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:02.407553954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"b9b7127b-2468-491f-85c8-0d75c23d9df5","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:02.460877332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"b9b7127b-2468-491f-85c8-0d75c23d9df5","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:02.499891616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fd565f4-c5bd-4592-a4f1-d478780cc757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:02.512833448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"b9b7127b-2468-491f-85c8-0d75c23d9df5","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:02.554122249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fd565f4-c5bd-4592-a4f1-d478780cc757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:02.60018535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"c14bc6aa-ac81-4179-a572-71f78b227743","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:02.607422205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fd565f4-c5bd-4592-a4f1-d478780cc757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:02.656030947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"c14bc6aa-ac81-4179-a572-71f78b227743","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:02.663764514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ad18ae"},"namespace":"ai-tenant-e2e-extmod-a-ad18ae","name":"default-tenant","reconcileID":"af5a877d-4229-40b7-bbb2-d0d038fedd2c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ad18ae","tenantID":"e2e-extmod-a-ad18ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:02.700288451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6468f9d7-1b9c-4b4c-abde-558bad745834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:02.710990222Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"c14bc6aa-ac81-4179-a572-71f78b227743","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:02.755649462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6468f9d7-1b9c-4b4c-abde-558bad745834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:02.774408571Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ad18ae"},"namespace":"ai-tenant-e2e-extmod-a-ad18ae","name":"default-tenant","reconcileID":"af5a877d-4229-40b7-bbb2-d0d038fedd2c","name":"e2e-extmod-a-ad18ae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:02.80941545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6468f9d7-1b9c-4b4c-abde-558bad745834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:07.429079824Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a8a1dd"},"namespace":"ai-tenant-e2e-extmod-b-a8a1dd","name":"default-tenant","reconcileID":"1d31c8d6-63f9-4ee5-96aa-d94c5a425a3a","namespace":"ai-tenant-e2e-extmod-b-a8a1dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:07.429132941Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a8a1dd"},"namespace":"ai-tenant-e2e-extmod-b-a8a1dd","name":"default-tenant","reconcileID":"1d31c8d6-63f9-4ee5-96aa-d94c5a425a3a","namespace":"ai-tenant-e2e-extmod-b-a8a1dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:07.429201534Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a8a1dd"},"namespace":"ai-tenant-e2e-extmod-b-a8a1dd","name":"default-tenant","reconcileID":"1d31c8d6-63f9-4ee5-96aa-d94c5a425a3a","tenant":"e2e-extmod-b-a8a1dd","tenantID":"e2e-extmod-b-a8a1dd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:07.480269412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a8a1dd"},"namespace":"ai-tenant-e2e-extmod-b-a8a1dd","name":"default-tenant","reconcileID":"1d31c8d6-63f9-4ee5-96aa-d94c5a425a3a","gvk":"Deployment","name":"maas-api-e2e-extmod-b-a8a1dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:07.540177826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a8a1dd"},"namespace":"ai-tenant-e2e-extmod-b-a8a1dd","name":"default-tenant","reconcileID":"1d31c8d6-63f9-4ee5-96aa-d94c5a425a3a","gvk":"Service","name":"maas-api-e2e-extmod-b-a8a1dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:07.59432541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a8a1dd"},"namespace":"ai-tenant-e2e-extmod-b-a8a1dd","name":"default-tenant","reconcileID":"1d31c8d6-63f9-4ee5-96aa-d94c5a425a3a","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-a8a1dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:07.645351381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a8a1dd"},"namespace":"ai-tenant-e2e-extmod-b-a8a1dd","name":"default-tenant","reconcileID":"1d31c8d6-63f9-4ee5-96aa-d94c5a425a3a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-a8a1dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:07.699665096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a8a1dd"},"namespace":"ai-tenant-e2e-extmod-b-a8a1dd","name":"default-tenant","reconcileID":"1d31c8d6-63f9-4ee5-96aa-d94c5a425a3a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-a8a1dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:07.751408189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a8a1dd"},"namespace":"ai-tenant-e2e-extmod-b-a8a1dd","name":"default-tenant","reconcileID":"1d31c8d6-63f9-4ee5-96aa-d94c5a425a3a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-a8a1dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:07.805560747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a8a1dd"},"namespace":"ai-tenant-e2e-extmod-b-a8a1dd","name":"default-tenant","reconcileID":"1d31c8d6-63f9-4ee5-96aa-d94c5a425a3a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-a8a1dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:07.857344265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a8a1dd"},"namespace":"ai-tenant-e2e-extmod-b-a8a1dd","name":"default-tenant","reconcileID":"1d31c8d6-63f9-4ee5-96aa-d94c5a425a3a","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-a8a1dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:07.906813483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a8a1dd"},"namespace":"ai-tenant-e2e-extmod-b-a8a1dd","name":"default-tenant","reconcileID":"1d31c8d6-63f9-4ee5-96aa-d94c5a425a3a","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-a8a1dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:07.955824032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a8a1dd"},"namespace":"ai-tenant-e2e-extmod-b-a8a1dd","name":"default-tenant","reconcileID":"1d31c8d6-63f9-4ee5-96aa-d94c5a425a3a","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-a8a1dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:08.004807886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a8a1dd"},"namespace":"ai-tenant-e2e-extmod-b-a8a1dd","name":"default-tenant","reconcileID":"1d31c8d6-63f9-4ee5-96aa-d94c5a425a3a","gvk":"Service","name":"payload-processing-e2e-extmod-b-a8a1dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:08.054183798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a8a1dd"},"namespace":"ai-tenant-e2e-extmod-b-a8a1dd","name":"default-tenant","reconcileID":"1d31c8d6-63f9-4ee5-96aa-d94c5a425a3a","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-a8a1dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:08.103387622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a8a1dd"},"namespace":"ai-tenant-e2e-extmod-b-a8a1dd","name":"default-tenant","reconcileID":"1d31c8d6-63f9-4ee5-96aa-d94c5a425a3a","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-a8a1dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:08.152619195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a8a1dd"},"namespace":"ai-tenant-e2e-extmod-b-a8a1dd","name":"default-tenant","reconcileID":"1d31c8d6-63f9-4ee5-96aa-d94c5a425a3a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-a8a1dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:08.201848558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a8a1dd"},"namespace":"ai-tenant-e2e-extmod-b-a8a1dd","name":"default-tenant","reconcileID":"1d31c8d6-63f9-4ee5-96aa-d94c5a425a3a","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-a8a1dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:08.25385236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a8a1dd"},"namespace":"ai-tenant-e2e-extmod-b-a8a1dd","name":"default-tenant","reconcileID":"1d31c8d6-63f9-4ee5-96aa-d94c5a425a3a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-a8a1dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:08.303109162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a8a1dd"},"namespace":"ai-tenant-e2e-extmod-b-a8a1dd","name":"default-tenant","reconcileID":"1d31c8d6-63f9-4ee5-96aa-d94c5a425a3a","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-a8a1dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:08.352350328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a8a1dd"},"namespace":"ai-tenant-e2e-extmod-b-a8a1dd","name":"default-tenant","reconcileID":"1d31c8d6-63f9-4ee5-96aa-d94c5a425a3a","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-a8a1dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:08.402223953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a8a1dd"},"namespace":"ai-tenant-e2e-extmod-b-a8a1dd","name":"default-tenant","reconcileID":"1d31c8d6-63f9-4ee5-96aa-d94c5a425a3a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-a8a1dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:08.4519844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a8a1dd"},"namespace":"ai-tenant-e2e-extmod-b-a8a1dd","name":"default-tenant","reconcileID":"1d31c8d6-63f9-4ee5-96aa-d94c5a425a3a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-a8a1dd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:08.851143253Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:12.760634866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"b263e1b5-4f76-42b1-a933-c82ddccff396","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:12.814400553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"b263e1b5-4f76-42b1-a933-c82ddccff396","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:12.855123102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bcd78ef-b465-496c-a613-988b7f0d60aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:12.866303525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"b263e1b5-4f76-42b1-a933-c82ddccff396","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:12.909211347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bcd78ef-b465-496c-a613-988b7f0d60aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:12.957838024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"5f6cb82f-09fb-4fe8-b29c-83e5eac4da1a","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:12.96168673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bcd78ef-b465-496c-a613-988b7f0d60aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:13.011045861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"5f6cb82f-09fb-4fe8-b29c-83e5eac4da1a","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:13.058814844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"198027ad-7b68-4c56-a16b-360249b56db2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:13.062858748Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"5f6cb82f-09fb-4fe8-b29c-83e5eac4da1a","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:13.112475545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"198027ad-7b68-4c56-a16b-360249b56db2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:13.164403703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"198027ad-7b68-4c56-a16b-360249b56db2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:15.353224756Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-a8a1dd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-a8a1dd","reconcileID":"4c4fc180-64a9-43aa-94ba-b2f7248629c5","aitenant":"ai-tenants/e2e-extmod-b-a8a1dd","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:15.903541795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"114a0254-6cdf-4921-940e-b46425dd257a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:15.954684139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"114a0254-6cdf-4921-940e-b46425dd257a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:16.004759761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"114a0254-6cdf-4921-940e-b46425dd257a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:16.054621884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"114a0254-6cdf-4921-940e-b46425dd257a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:16.162238463Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-a8a1dd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-a8a1dd","reconcileID":"4c4fc180-64a9-43aa-94ba-b2f7248629c5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-a8a1dd","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-a8a1dd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:17.837587646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e1be81"},"namespace":"ai-tenant-e2e-inf-a-e1be81","name":"default-tenant","reconcileID":"8c368d01-bca2-4274-aa6a-c4c6e5c67aa7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e1be81","tenantID":"e2e-inf-a-e1be81","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:17.894770404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f692b7-9981-4543-92f9-b70b296c16d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:17.944562576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f692b7-9981-4543-92f9-b70b296c16d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:17.956624732Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e1be81"},"namespace":"ai-tenant-e2e-inf-a-e1be81","name":"default-tenant","reconcileID":"8c368d01-bca2-4274-aa6a-c4c6e5c67aa7","name":"e2e-inf-a-e1be81-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:17.994438636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f692b7-9981-4543-92f9-b70b296c16d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:18.044399579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f692b7-9981-4543-92f9-b70b296c16d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:19.892296993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7efaff13-63cd-431e-950d-20c0a98530e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:19.941874045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7efaff13-63cd-431e-950d-20c0a98530e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:19.991548756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7efaff13-63cd-431e-950d-20c0a98530e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:20.043946642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7efaff13-63cd-431e-950d-20c0a98530e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:21.835425359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d029c5cb-24ca-47a9-8047-f2e0e8327248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:21.885038188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d029c5cb-24ca-47a9-8047-f2e0e8327248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:21.934719081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d029c5cb-24ca-47a9-8047-f2e0e8327248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:21.986556173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d029c5cb-24ca-47a9-8047-f2e0e8327248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:22.26680779Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-68d89f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-68d89f","reconcileID":"cfc9216f-1d58-4c77-98c3-ccd8f59b0f28","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-68d89f","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-68d89f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:22.742206035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"1348317c-7163-41ae-a99b-e66710067c0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:22.842049309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"6f265b9a-a499-4089-a661-a9c76e25fee6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:22.938020227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"8f0b2bb3-28e5-41cc-a25a-a03900adb4e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:22.985032379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"5a3474c5-8d98-4e4a-8daf-3cf1b9b8fdfb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.277660064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-66da83-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-sub","reconcileID":"eb9581b6-00cd-45bb-b8c9-b43f8d1c32fa","MaaSSubscription":{"name":"e2e-dft-66da83-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-66da83","model":"llm/e2e-dft-66da83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.27858953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"4e82cd59-a0ea-432d-8ccc-8874d7f5ecc5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.28107783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"8f773f5c-c95c-4560-b48b-2c52cb85ced9","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.331292461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ff598d8-71ab-45f8-b739-fb21939d0d33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.338654738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"8f773f5c-c95c-4560-b48b-2c52cb85ced9","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.382828316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"c6ca2cc6-e163-4b16-82a5-44ba1b6f0e8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.385997474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ff598d8-71ab-45f8-b739-fb21939d0d33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.390792969Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"8f773f5c-c95c-4560-b48b-2c52cb85ced9","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.431185673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"49a831ad-1931-48b8-873c-9b25bbd758fd","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.442853402Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ff598d8-71ab-45f8-b739-fb21939d0d33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.481069774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"784c2185-3011-42b0-b9f3-f08c1ed0b740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.482950386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"4bef65da-0615-4160-b795-ec08f13cafa7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.501789238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"49a831ad-1931-48b8-873c-9b25bbd758fd","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.505255169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"7fe7b4af-ccf6-4824-926f-b60899a89d6b","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.505271784Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"7fe7b4af-ccf6-4824-926f-b60899a89d6b","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"routeName":"external-model-e2e-dft-66da83-99ca68864c21","namespace":"llm","model":"e2e-dft-66da83","externalModel":"e2e-dft-66da83","provider":"e2e-dft-66da83-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.54353804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"784c2185-3011-42b0-b9f3-f08c1ed0b740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.559510694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"49a831ad-1931-48b8-873c-9b25bbd758fd","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.588690837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"4bb02f5c-f15a-4bc7-aeb5-6773bf15fa85","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.595883384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"784c2185-3011-42b0-b9f3-f08c1ed0b740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.607804611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"4828d30f-b80e-4db4-bcd4-f8333f2e7731","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.607821031Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"4828d30f-b80e-4db4-bcd4-f8333f2e7731","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"routeName":"external-model-e2e-dft-66da83-99ca68864c21","namespace":"llm","model":"e2e-dft-66da83","externalModel":"e2e-dft-66da83","provider":"e2e-dft-66da83-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.657741536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdbfcab3-14e6-4d65-81ef-31ad9a4962a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.657756817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdbfcab3-14e6-4d65-81ef-31ad9a4962a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.707864327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"80837066-583c-4dfa-847d-cf22b7b4704e","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0636b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.707884977Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"80837066-583c-4dfa-847d-cf22b7b4704e","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"routeName":"external-model-e2e-dft-0636b6-c95eb7a95a87","namespace":"llm","model":"e2e-dft-0636b6","externalModel":"e2e-dft-0636b6","provider":"e2e-dft-0636b6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.736733939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0636b6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-sub","reconcileID":"ceee2fd5-c00d-4c65-b12f-afb6acdca6ab","MaaSSubscription":{"name":"e2e-dft-0636b6-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-0636b6","model":"llm/e2e-dft-0636b6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.757777792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b48fe789-1eed-4649-9f44-679d8130e105","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.757791164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b48fe789-1eed-4649-9f44-679d8130e105","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.783494593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"011ea1ec-812a-49a2-a9a4-ab0f3e70a36a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.83569009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f8c85cd-7fef-498a-b3fd-6e13e87cfd87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.886291396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6332ddad-6bb2-49d4-9533-f77f50e3835d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.889364898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f8c85cd-7fef-498a-b3fd-6e13e87cfd87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.943443264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f8c85cd-7fef-498a-b3fd-6e13e87cfd87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.993299522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f8c85cd-7fef-498a-b3fd-6e13e87cfd87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:24.047514855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0a66857d-fe78-4eca-95ff-067f0b4b7aed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:24.154348958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"ad53a8f0-8bbc-4f0d-841d-4f65c12e3774","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0636b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:24.154373002Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"ad53a8f0-8bbc-4f0d-841d-4f65c12e3774","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"routeName":"external-model-e2e-dft-0636b6-c95eb7a95a87","namespace":"llm","model":"e2e-dft-0636b6","externalModel":"e2e-dft-0636b6","provider":"e2e-dft-0636b6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:24.298112367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"ad8c4bae-0601-4b2b-995e-1f8505cad602","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:24.445215587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"de6029e2-3346-4f4b-b600-614c7667b4c9","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:24.445259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"e88954bc-6f78-4f64-8032-defd6baf7e0d","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:24.445802167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1778af1-39c9-46c1-8316-8306418d3103","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:24.445857634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7536fbb2-2701-4db7-890e-7d197f007b8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:24.499662229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"de6029e2-3346-4f4b-b600-614c7667b4c9","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:24.499823956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1778af1-39c9-46c1-8316-8306418d3103","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:24.502088078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7536fbb2-2701-4db7-890e-7d197f007b8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:24.502114308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"e88954bc-6f78-4f64-8032-defd6baf7e0d","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:24.552955646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"de6029e2-3346-4f4b-b600-614c7667b4c9","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:24.553283665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1778af1-39c9-46c1-8316-8306418d3103","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:24.555574952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7536fbb2-2701-4db7-890e-7d197f007b8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:24.556004347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"e88954bc-6f78-4f64-8032-defd6baf7e0d","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:24.802223036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21fad2fe-6a12-4bb3-b53c-2c2ca848a850","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:24.80226883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"bedb654d-e6d8-4131-b816-a240df4474c1","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:24.805809236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"c764479d-c472-4bd9-844d-8227cfece871","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:24.8059565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fac1bdcc-8e7a-4c43-beda-47be4622ad6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:24.856758001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"bedb654d-e6d8-4131-b816-a240df4474c1","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:24.85704741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21fad2fe-6a12-4bb3-b53c-2c2ca848a850","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:24.860738235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fac1bdcc-8e7a-4c43-beda-47be4622ad6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:24.860775334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"c764479d-c472-4bd9-844d-8227cfece871","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:24.909589903Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21fad2fe-6a12-4bb3-b53c-2c2ca848a850","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:24.909860715Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"bedb654d-e6d8-4131-b816-a240df4474c1","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:24.9134424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"c764479d-c472-4bd9-844d-8227cfece871","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:24.914247231Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fac1bdcc-8e7a-4c43-beda-47be4622ad6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:27.975927532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"286d7f29-6d41-4828-bd98-330307ccba12","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0636b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:27.975960301Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"286d7f29-6d41-4828-bd98-330307ccba12","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"routeName":"external-model-e2e-dft-0636b6-c95eb7a95a87","namespace":"llm","model":"e2e-dft-0636b6","externalModel":"e2e-dft-0636b6","provider":"e2e-dft-0636b6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.131012613Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0636b6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-sub","reconcileID":"67e22940-ae7c-4d06-aad1-3581b0c7189b","MaaSSubscription":{"name":"e2e-dft-0636b6-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-348f7197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.173753077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fd0894a-66d6-42f8-bc32-86d5a2d6021b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.223072836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"679d3b2f-e891-4f8e-9605-772d8337f999","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.223266388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"9e4c8a2e-d636-4f8d-adf3-9cb9587c0ca9","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.223076959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78e4e107-9e5d-41ac-b402-4d52150aab4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.227728322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fd0894a-66d6-42f8-bc32-86d5a2d6021b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.277886258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"679d3b2f-e891-4f8e-9605-772d8337f999","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.277982675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"9e4c8a2e-d636-4f8d-adf3-9cb9587c0ca9","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.279981596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fd0894a-66d6-42f8-bc32-86d5a2d6021b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.280308205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78e4e107-9e5d-41ac-b402-4d52150aab4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.331759337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"679d3b2f-e891-4f8e-9605-772d8337f999","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.332360964Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"9e4c8a2e-d636-4f8d-adf3-9cb9587c0ca9","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.333332765Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78e4e107-9e5d-41ac-b402-4d52150aab4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.529413736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f293a0d-8134-4fb6-8b58-36317f364c1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.580421621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"faaafabe-2416-4abd-9d8d-6934d1b2dbb3","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.58065571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"f87911bd-1cbb-4f22-a5e1-3d0a846a6fe6","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.580947344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92b1bec2-167a-4101-b253-b87f59741cd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.583751284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f293a0d-8134-4fb6-8b58-36317f364c1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.63693259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"faaafabe-2416-4abd-9d8d-6934d1b2dbb3","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.636947702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"f87911bd-1cbb-4f22-a5e1-3d0a846a6fe6","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.638498478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f293a0d-8134-4fb6-8b58-36317f364c1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.640863218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92b1bec2-167a-4101-b253-b87f59741cd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.690026992Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"f87911bd-1cbb-4f22-a5e1-3d0a846a6fe6","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.690043266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"faaafabe-2416-4abd-9d8d-6934d1b2dbb3","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.693734263Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92b1bec2-167a-4101-b253-b87f59741cd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:38.18118785Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0636b6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-sub","reconcileID":"b28c3264-f01a-40d3-b6dc-0a5fdc70f0ed","MaaSSubscription":{"name":"e2e-dft-0636b6-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-0636b6","subscription":"e2e-dft-0636b6-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:38.280624294Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0636b6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-sub","reconcileID":"b28c3264-f01a-40d3-b6dc-0a5fdc70f0ed","MaaSSubscription":{"name":"e2e-dft-0636b6-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-0636b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:38.331122958Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0636b6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-sub","reconcileID":"b28c3264-f01a-40d3-b6dc-0a5fdc70f0ed","MaaSSubscription":{"name":"e2e-dft-0636b6-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-0636b6","namespace":"llm","model":"llm/e2e-dft-0636b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:38.662141534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"ab047eb7-f163-4ce9-a18e-a6f70b72f11f","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0636b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:38.662185899Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"ab047eb7-f163-4ce9-a18e-a6f70b72f11f","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"routeName":"external-model-e2e-dft-0636b6-c95eb7a95a87","namespace":"llm","model":"e2e-dft-0636b6","externalModel":"e2e-dft-0636b6","provider":"e2e-dft-0636b6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:38.816613696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"b43ca0e1-d15f-4b35-8882-5ff1a287dbdf","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:38.816641945Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"b43ca0e1-d15f-4b35-8882-5ff1a287dbdf","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"routeName":"external-model-e2e-dft-66da83-99ca68864c21","namespace":"llm","model":"e2e-dft-66da83","externalModel":"e2e-dft-66da83","provider":"e2e-dft-66da83-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:38.851599266Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:38.864874671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"d432e816-1275-4ef7-8471-a47afeddd506","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:38.86507868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"ede463cb-37f3-4273-a146-e8f8b9f01543","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:38.86487408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbc358ca-5210-4244-b537-facdd8728371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:38.908953374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52375f91-03c4-44e6-bb1a-48270ab52833","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:38.916722338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"4a897bcb-6c21-417e-b20e-b284e12101e3","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0636b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:38.916741682Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"4a897bcb-6c21-417e-b20e-b284e12101e3","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"routeName":"external-model-e2e-dft-0636b6-c95eb7a95a87","namespace":"llm","model":"e2e-dft-0636b6","externalModel":"e2e-dft-0636b6","provider":"e2e-dft-0636b6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:38.920074874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"ede463cb-37f3-4273-a146-e8f8b9f01543","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:38.920297627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"d432e816-1275-4ef7-8471-a47afeddd506","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:38.922671184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbc358ca-5210-4244-b537-facdd8728371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:38.963430899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52375f91-03c4-44e6-bb1a-48270ab52833","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:38.973633031Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"ede463cb-37f3-4273-a146-e8f8b9f01543","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:38.973824949Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0636b6-access","reconcileID":"90afd48b-9244-416b-9209-b873c2e0d68e","MaaSAuthPolicy":{"name":"e2e-dft-0636b6-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-0636b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:38.973856741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"d432e816-1275-4ef7-8471-a47afeddd506","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:38.975196513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbc358ca-5210-4244-b537-facdd8728371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:39.016113532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52375f91-03c4-44e6-bb1a-48270ab52833","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:39.227518461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"a8790837-2e23-4530-9b86-25d81452f641","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0636b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:39.227545385Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"a8790837-2e23-4530-9b86-25d81452f641","MaaSModelRef":{"name":"e2e-dft-0636b6","namespace":"llm"},"routeName":"external-model-e2e-dft-0636b6-c95eb7a95a87","namespace":"llm","model":"e2e-dft-0636b6","externalModel":"e2e-dft-0636b6","provider":"e2e-dft-0636b6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:39.809920228Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"1796558a-5f74-4e69-a0c6-af8a1f6b8d28","namespace":"llm","name":"e2e-dft-0636b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:39.864786547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4089f21f-79ee-47eb-8712-900f28f5e0c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:39.864813805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4089f21f-79ee-47eb-8712-900f28f5e0c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:39.865343001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6f5a0c0e-97ae-4362-99a1-2cdfe96a29c8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:39.865362066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6f5a0c0e-97ae-4362-99a1-2cdfe96a29c8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:39.865741195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"62159c19-db17-49aa-aa04-eb34502384af","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:39.865755377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"62159c19-db17-49aa-aa04-eb34502384af","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:39.866048255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"44770f5c-b470-49e8-879a-934380970ed2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:39.866060196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"44770f5c-b470-49e8-879a-934380970ed2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:39.916404965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"a293b9bf-f333-4f17-97fa-a14179377665","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:39.916432664Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"a293b9bf-f333-4f17-97fa-a14179377665","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"routeName":"external-model-e2e-dft-66da83-99ca68864c21","namespace":"llm","model":"e2e-dft-66da83","externalModel":"e2e-dft-66da83","provider":"e2e-dft-66da83-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:39.960674336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"54f118f1-e536-4385-85eb-0125f785c3df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:39.96556802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"b82b8f57-3cd5-4c34-bb86-08f31af08ab7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:39.967330864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e3bdbab2-7cb3-415d-a6c5-d82ba8b089c0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:39.967423018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e3bdbab2-7cb3-415d-a6c5-d82ba8b089c0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:39.96788522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"69e089bb-f75f-42cb-9f6c-a8f97cacbf7e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:39.967904731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"69e089bb-f75f-42cb-9f6c-a8f97cacbf7e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:39.968277595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b4f24892-30e8-4164-8466-3005e24dd7e3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:39.968293389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b4f24892-30e8-4164-8466-3005e24dd7e3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:39.968621427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3d925fff-3c1c-407a-bd36-3deca1f897a3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:39.968637593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3d925fff-3c1c-407a-bd36-3deca1f897a3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.009488184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"57bf9d70-6b08-4832-bcd3-05d82a218d46","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.014080686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"54f118f1-e536-4385-85eb-0125f785c3df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.015439758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"251e6ef7-13bd-4f91-a7e2-2bc40fe42c52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.015940846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fe857c0-1499-4ffe-bc04-b87ccd10cb97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.020769761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"b82b8f57-3cd5-4c34-bb86-08f31af08ab7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.063483501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"57bf9d70-6b08-4832-bcd3-05d82a218d46","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.067672237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a7008677-aa6c-4f88-9b52-e59564117210","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.068117974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fa5fd553-00cf-4cf9-9c40-b39b0ff44451","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.06896283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"251e6ef7-13bd-4f91-a7e2-2bc40fe42c52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.070975459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fe857c0-1499-4ffe-bc04-b87ccd10cb97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.117603494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"57bf9d70-6b08-4832-bcd3-05d82a218d46","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.11910715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-66da83-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-sub","reconcileID":"f9de21aa-15b0-457f-87ba-3e5584d19374","MaaSSubscription":{"name":"e2e-dft-66da83-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-66da83","model":"llm/e2e-dft-66da83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.125933193Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fe857c0-1499-4ffe-bc04-b87ccd10cb97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.125968847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"251e6ef7-13bd-4f91-a7e2-2bc40fe42c52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.267086339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"1b085b75-b50a-4a05-bec0-07d843021c58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.321412015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"1b085b75-b50a-4a05-bec0-07d843021c58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.36822988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"6ac3a65c-e749-4be2-83c2-afcdc755c24a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.368436838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"3882a6cf-bf73-4d4e-86b1-0c7063c49661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.368240916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"a120cc57-7c5e-4364-b017-dd1bc81f6d3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.368874142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"3a2dde16-0e1e-42a6-97eb-1f50e6a683fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.397911924Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-0636b6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0636b6","reconcileID":"601f0084-2a27-453e-8a02-839d290e147f","namespace":"llm","name":"e2e-dft-0636b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.427729583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"a120cc57-7c5e-4364-b017-dd1bc81f6d3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.433787427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"3882a6cf-bf73-4d4e-86b1-0c7063c49661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.435932252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"6ac3a65c-e749-4be2-83c2-afcdc755c24a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.439104185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"3a2dde16-0e1e-42a6-97eb-1f50e6a683fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.669820071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"ed52dd38-a6c0-44b9-83c2-57bc2a2afe79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.724334707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"ed52dd38-a6c0-44b9-83c2-57bc2a2afe79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.772320796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"c71989b7-bff0-4f3e-b654-eca95e08b39e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.772321363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"d8972d38-022e-46f9-80fe-18d46c2adf04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.821391787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a954601-ce1a-4f3b-aee9-5d2153c42ba2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.821656902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25048ab1-184b-489b-a867-222f08fdd73c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.831463713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"d8972d38-022e-46f9-80fe-18d46c2adf04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.83292049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"c71989b7-bff0-4f3e-b654-eca95e08b39e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.875865879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25048ab1-184b-489b-a867-222f08fdd73c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.925368124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a954601-ce1a-4f3b-aee9-5d2153c42ba2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.931267748Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25048ab1-184b-489b-a867-222f08fdd73c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:40.981367912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a954601-ce1a-4f3b-aee9-5d2153c42ba2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:41.082966064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"b2956d72-03fe-47db-b1ea-0c2075d3b285","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:41.1357274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"b642929e-a00c-4295-bd7e-e48ad5a40730","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:41.136464778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"901dd3f5-003e-4e16-acfa-a27d818296ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:41.142933003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"b2956d72-03fe-47db-b1ea-0c2075d3b285","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:41.146590375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"dd600279-7346-4487-b982-059aa3e1e854","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:41.147694732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"b6b8161f-041a-44f0-9dad-80ec5940c109","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:41.194644848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"901dd3f5-003e-4e16-acfa-a27d818296ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:41.195614374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"b642929e-a00c-4295-bd7e-e48ad5a40730","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:41.200074629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"dd600279-7346-4487-b982-059aa3e1e854","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:41.203349282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"b6b8161f-041a-44f0-9dad-80ec5940c109","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:41.251574376Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"b642929e-a00c-4295-bd7e-e48ad5a40730","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:41.400218064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"7dccbdfd-6f0e-4389-a6b6-45a15e9cb721","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:41.455554113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"7dccbdfd-6f0e-4389-a6b6-45a15e9cb721","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:41.501357054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"66ad0b80-fd70-4398-afde-c96a365608c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:41.561749227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"66ad0b80-fd70-4398-afde-c96a365608c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:41.603803879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"b1b21bd0-cc43-4517-9cf7-c73d07baf0ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:41.657404125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"b1b21bd0-cc43-4517-9cf7-c73d07baf0ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:45.770028028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58189399-8ded-4488-9201-3d47c82fde5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:45.820369328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58189399-8ded-4488-9201-3d47c82fde5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:45.871686102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58189399-8ded-4488-9201-3d47c82fde5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:45.924302197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58189399-8ded-4488-9201-3d47c82fde5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:46.334469882Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-1f29e6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-1f29e6","reconcileID":"5c0dbbfe-eba7-4c19-b529-22a4b3ab5041","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-1f29e6","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-1f29e6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:47.761093956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c497ee16-cd4f-4578-a5c0-14a67c3b3718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:47.810956736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c497ee16-cd4f-4578-a5c0-14a67c3b3718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:47.861384942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c497ee16-cd4f-4578-a5c0-14a67c3b3718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:47.911262953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c497ee16-cd4f-4578-a5c0-14a67c3b3718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:49.745999756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"905f81db-0db6-45cd-bbf8-cbb65abd8ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:49.795788933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"905f81db-0db6-45cd-bbf8-cbb65abd8ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:49.845482263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"905f81db-0db6-45cd-bbf8-cbb65abd8ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:49.895197272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"905f81db-0db6-45cd-bbf8-cbb65abd8ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:51.130614689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd5abf0c-e735-4beb-a69d-ad3b652b3cf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:51.179615748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8d630a9-ffa0-44df-8dc3-4415f25e4a5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:51.184503414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd5abf0c-e735-4beb-a69d-ad3b652b3cf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:51.234690577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8d630a9-ffa0-44df-8dc3-4415f25e4a5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:51.236847917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd5abf0c-e735-4beb-a69d-ad3b652b3cf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:51.28701153Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8d630a9-ffa0-44df-8dc3-4415f25e4a5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:51.453056801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"6acb60b6-c182-48c8-840a-fc285a405613","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:51.506754427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"6acb60b6-c182-48c8-840a-fc285a405613","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:51.559708514Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5bc49c54c8ddd4a53b8a898fca350c460605bfb9c2e5e402d3dacebaeddb31d6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d5860f9127572513c6aca689eab34dbfc682fd8bfb2a24a0f9a2308ed8ae1679) AuthConfig (b62def1228d37942b9c9376b698271a95c82844561e8c5ed0a9b38b94ce9cad5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (90757abd33063b48388f708b8b503772ac3266db97e4e85e6a0842c15d366669) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8bd789d240c74d4d5b7df805ce09ca22ce6e233162c46b3e51c7712f07d065ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2259fe02accaa1bf1289f9f8afdf0f00955ab479a176d495acdfe9ab3c502773) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94bdec264c91e00f31b6076cc02537ee2e0caccba0e189598a711d9032a29410) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c8e0bd79a5d015382d4394251a91a948d35a2447fe5d1fb274590bcca349c168) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"6acb60b6-c182-48c8-840a-fc285a405613","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:01.44549639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f585549b-5d6d-462d-8eb8-cb372fd92f70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:01.507631072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f585549b-5d6d-462d-8eb8-cb372fd92f70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:01.557814806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3efb95bd-6c28-4dd1-9f22-26cce9f11c1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:01.614329413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3efb95bd-6c28-4dd1-9f22-26cce9f11c1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:01.772797824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"31489b83-24c6-4b9a-9f5f-7146022e4d9c","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:01.822864441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"186aca85-c320-4788-b1c5-f521add7e341","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:01.822888107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"186aca85-c320-4788-b1c5-f521add7e341","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:01.843652725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"31489b83-24c6-4b9a-9f5f-7146022e4d9c","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:02.020335831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"28aae4c7-30df-4827-b6fa-77ce582c895d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:02.02043389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"28aae4c7-30df-4827-b6fa-77ce582c895d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:02.320515414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"f90897e6-a07d-4b51-98bd-0fa7eca64c40","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:02.320558646Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"f90897e6-a07d-4b51-98bd-0fa7eca64c40","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"routeName":"external-model-e2e-dft-66da83-99ca68864c21","namespace":"llm","model":"e2e-dft-66da83","externalModel":"e2e-dft-66da83","provider":"e2e-dft-66da83-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:08.850939441Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:16.005974841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"c824266b-026a-4376-9644-eb4969082764","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:16.105693179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"e3b48b50-38a8-4523-87e0-ee64bfa998ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:16.206584568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"796ea751-c975-4733-9caf-683877a4b3d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:16.257486459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d83f9f5d-02a3-492f-ab6e-75555758ce51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:16.379544184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"bad92b93-d5ee-41b3-98db-865ecc0e6213","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:16.50512088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"34169fb7-9ca6-4c13-8330-797fd5136d82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:16.605610932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"79445aff-e692-4b22-a3b0-86089be0ca8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:16.705497831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"22ebee83-cb4e-4b30-8afe-fb31c5d29ffd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:16.938549899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d9b15568-9e9e-4b35-913e-b258e333beb0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:17.354425936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-66da83-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-sub","reconcileID":"3c1b21b4-8479-47c9-b17e-2fc9f062e129","MaaSSubscription":{"name":"e2e-dft-66da83-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-66da83","model":"llm/e2e-dft-66da83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:17.550449208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"2565ad14-2eb6-42f9-bdb2-d6e9d5595e7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:17.655599216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"25673526-c434-4fbf-8730-385b13c71329","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:17.751336585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"67f93744-200b-4937-bf76-51355636ea3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:20.571475425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b9aa74f-f0e7-4697-a733-050232f6e235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:20.621730728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b9aa74f-f0e7-4697-a733-050232f6e235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:20.673468693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b9aa74f-f0e7-4697-a733-050232f6e235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:20.72619259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b9aa74f-f0e7-4697-a733-050232f6e235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:22.535382169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f4aa90-601f-450e-94ce-9c4170bef8bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:22.585808792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f4aa90-601f-450e-94ce-9c4170bef8bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:22.637312648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f4aa90-601f-450e-94ce-9c4170bef8bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:22.68724673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f4aa90-601f-450e-94ce-9c4170bef8bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:29.439804635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c51c38a-e506-45f1-9993-91dd510251e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:29.489317443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c51c38a-e506-45f1-9993-91dd510251e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:29.538896032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c51c38a-e506-45f1-9993-91dd510251e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:29.588446621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c51c38a-e506-45f1-9993-91dd510251e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:30.001268132Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-666a38","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-666a38","reconcileID":"0a2bd162-9418-4632-9d6b-ceaa09ac97a1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-666a38","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-666a38":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:31.397810026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"966c0e00-1a3f-4b4a-bf9e-bd7f2f6f044c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:31.447595788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"966c0e00-1a3f-4b4a-bf9e-bd7f2f6f044c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:31.497410133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"966c0e00-1a3f-4b4a-bf9e-bd7f2f6f044c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:31.547886898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"966c0e00-1a3f-4b4a-bf9e-bd7f2f6f044c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:33.397086378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75c78653-69b4-408e-994d-36701c000615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:33.447037065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75c78653-69b4-408e-994d-36701c000615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:33.496617312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75c78653-69b4-408e-994d-36701c000615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:33.54634958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75c78653-69b4-408e-994d-36701c000615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:35.348778856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41aa05af-90df-4043-8890-db4f4255c4b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:35.398560777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41aa05af-90df-4043-8890-db4f4255c4b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:35.44847326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41aa05af-90df-4043-8890-db4f4255c4b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:35.498457864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41aa05af-90df-4043-8890-db4f4255c4b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:38.852374529Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:42.622278929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68d89f"},"namespace":"ai-tenant-e2e-inf-a-68d89f","name":"default-tenant","reconcileID":"10d9098a-6c44-4e2e-8f52-47e72947dee8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68d89f","tenantID":"e2e-inf-a-68d89f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:42.731998991Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68d89f"},"namespace":"ai-tenant-e2e-inf-a-68d89f","name":"default-tenant","reconcileID":"10d9098a-6c44-4e2e-8f52-47e72947dee8","name":"e2e-inf-a-68d89f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:42.746581866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e093695-3cf5-4f90-826c-bd0669d47b61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:42.801380565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e093695-3cf5-4f90-826c-bd0669d47b61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:42.852342229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e093695-3cf5-4f90-826c-bd0669d47b61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:42.90198646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e093695-3cf5-4f90-826c-bd0669d47b61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:43.856593432Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-c9d4fc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-c9d4fc","reconcileID":"c8649899-9a5c-487c-b5ea-014c8dab49e7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-c9d4fc","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-c9d4fc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:44.776698578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"228438d9-d1da-4605-aefe-aae6bb1e3ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:44.826545759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"228438d9-d1da-4605-aefe-aae6bb1e3ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:44.876317714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"228438d9-d1da-4605-aefe-aae6bb1e3ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:44.926120721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"228438d9-d1da-4605-aefe-aae6bb1e3ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:46.763432947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e02097-af61-4731-b52a-05ad37ca3bb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:46.813535565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e02097-af61-4731-b52a-05ad37ca3bb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:46.863608689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e02097-af61-4731-b52a-05ad37ca3bb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:46.913210167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e02097-af61-4731-b52a-05ad37ca3bb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:48.788359018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fb36d86-14f6-4f86-b20e-c9d7cae0a556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:48.838735816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fb36d86-14f6-4f86-b20e-c9d7cae0a556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:48.888996957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fb36d86-14f6-4f86-b20e-c9d7cae0a556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:48.941588739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fb36d86-14f6-4f86-b20e-c9d7cae0a556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:07.141967342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"14329b08-2bcc-4a78-896a-7c4ff537f390","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:07.51199103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"d3c420ca-414d-4a1f-a1f4-9efb71f6379d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:07.703563439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"d3d3e8b0-63c0-4e07-baa6-8574769f5329","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:07.80370235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6f59f91a-7a53-41a1-b2e6-4c9311338447","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:07.905201635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"62686845-7b15-4452-8cc5-36bebb95a7ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:08.099343576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"1d8acaaf-aa6a-4ec3-bed1-f4ecba3e7bd4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:08.199464027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"47ffd8fb-8676-4113-82d5-c0a416333dee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:08.302554446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"a09b7801-0f61-40f8-8131-d9e9db1f477f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:08.348753588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"0b1a6526-5f3d-448e-bba6-1c337b02b67b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:08.543849064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"17bdd8d6-3f2d-4c77-9cbd-761837b0e211","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:08.710835649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-66da83-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-sub","reconcileID":"c715a61b-d9b1-4b36-b9bb-a66e50facd11","MaaSSubscription":{"name":"e2e-dft-66da83-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-66da83","model":"llm/e2e-dft-66da83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:08.76741753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"3b80570e-6eff-4efa-b1ad-c63a4f6f022d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:08.858394801Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:08.879361888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"193c9714-a5d6-4bc0-ac71-207d8eb40480","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:10.799450745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1f29e6"},"namespace":"ai-tenant-e2e-inf-a-1f29e6","name":"default-tenant","reconcileID":"7536e1e0-d34f-4493-b4c4-aaf5df98f14d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1f29e6","tenantID":"e2e-inf-a-1f29e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:10.957675313Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1f29e6"},"namespace":"ai-tenant-e2e-inf-a-1f29e6","name":"default-tenant","reconcileID":"7536e1e0-d34f-4493-b4c4-aaf5df98f14d","name":"e2e-inf-a-1f29e6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:38.853424655Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:40.202998613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"02babd15-8746-4388-95e8-337e74425267","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:40.361949565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"05898369-6145-4a9a-87a8-05759df84f69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:40.603717741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"818fa567-163e-4d3d-a135-56b30f8c0623","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:40.786826021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a0d7745e-8a8f-4584-83d1-2491c02bdf3c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:40.887522234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"71f1def5-335c-44a9-a2ed-fb8f6965f18e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:40.986631516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"b007ce44-1563-4948-a20f-c64e29b3f5dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:41.217046069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"b9e9119e-7a23-472c-bd21-91799a065690","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:41.317938247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"014738af-f306-47c2-ba68-8c6a8ddc4b1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:41.452103928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"49a5fa72-2f8f-4eaa-bfd2-f2219bda0179","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:41.515414847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-66da83-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-sub","reconcileID":"9ec38114-12e5-40f1-a1af-f641833e517a","MaaSSubscription":{"name":"e2e-dft-66da83-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-66da83","model":"llm/e2e-dft-66da83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:41.530701855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"e29860c1-d7c9-4ac0-ad59-6aa9aeffc7da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:41.712649862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"7c79cda6-43f6-4856-b95e-295628d6b8c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:41.848244053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"068cafe5-0f48-43ab-b9c4-ea60bb8ee34f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:57.252677866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-666a38"},"namespace":"ai-tenant-e2e-extmod-b-666a38","name":"default-tenant","reconcileID":"10a7f56a-2b56-4972-ae62-40c946ed6e4a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-666a38","tenantID":"e2e-extmod-b-666a38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:57.410656725Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-666a38"},"namespace":"ai-tenant-e2e-extmod-b-666a38","name":"default-tenant","reconcileID":"10a7f56a-2b56-4972-ae62-40c946ed6e4a","name":"e2e-extmod-b-666a38-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:59.218049207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"72352baf-81e0-41fa-829b-67322761ab9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:59.581780156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"9a8c9f34-e513-44f0-9bd1-3de9ce9d61b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:59.954291315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"6887a450-d8a8-48c7-a3e8-ee87393f50cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:00.127640571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-66da83-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-sub","reconcileID":"0ff4c99e-59b4-497b-804a-a123778a0948","MaaSSubscription":{"name":"e2e-dft-66da83-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-66da83","model":"llm/e2e-dft-66da83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:00.177747178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bd1eaffe-5dde-49ac-8264-e663eeaafa30","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:00.278765832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"25c4b6ee-8068-490d-b8c9-c8284b974411","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:00.279057847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"c12642a5-60bf-43e0-a5fb-fff80bdeaf4e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:00.388491983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"1b2c5294-c942-4913-be75-2bec4e85de19","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:00.48870137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"1f074212-a4b9-4fe8-ad79-a99d1fc2f040","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:00.819903417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"344a7c10-d537-4742-b467-3bd27b5e82a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:00.943295414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7a0b1683-8517-4f2d-9222-a503d9f64f64","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:01.04261607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"b9b68780-92d7-48cf-8a05-91fb37e0fe1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:01.06679437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"18ea621e-be1a-4074-af42-8111c79f3153","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:08.852110482Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:12.84783306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90277145-1f92-495c-ba61-7a7b7b9789a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:12.897713916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90277145-1f92-495c-ba61-7a7b7b9789a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:12.947546081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90277145-1f92-495c-ba61-7a7b7b9789a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:12.997282364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90277145-1f92-495c-ba61-7a7b7b9789a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:14.840669745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7469b358-03bb-430b-b70b-9baf8f59a757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:14.890605787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7469b358-03bb-430b-b70b-9baf8f59a757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:14.940861977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7469b358-03bb-430b-b70b-9baf8f59a757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:14.990830887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7469b358-03bb-430b-b70b-9baf8f59a757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:15.710538684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c9d4fc"},"namespace":"ai-tenant-e2e-inf-b-c9d4fc","name":"default-tenant","reconcileID":"64abe940-7431-48d4-b7dd-b3c92925c1c1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c9d4fc","tenantID":"e2e-inf-b-c9d4fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:15.823603698Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c9d4fc"},"namespace":"ai-tenant-e2e-inf-b-c9d4fc","name":"default-tenant","reconcileID":"64abe940-7431-48d4-b7dd-b3c92925c1c1","name":"e2e-inf-b-c9d4fc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:16.83471571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ebb211-e827-4a45-837e-d0daacf30b0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:16.884576076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ebb211-e827-4a45-837e-d0daacf30b0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:16.935466089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ebb211-e827-4a45-837e-d0daacf30b0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:16.985948184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ebb211-e827-4a45-837e-d0daacf30b0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:18.986776258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fa1cc57-b384-402f-8beb-86e6560b4995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:19.038391379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fa1cc57-b384-402f-8beb-86e6560b4995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:19.089304694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fa1cc57-b384-402f-8beb-86e6560b4995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:19.140437674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fa1cc57-b384-402f-8beb-86e6560b4995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:20.983430135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ecbb09e-624d-42ee-8dce-f474b513624f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:21.033188772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ecbb09e-624d-42ee-8dce-f474b513624f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:21.083087437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ecbb09e-624d-42ee-8dce-f474b513624f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:21.132845713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ecbb09e-624d-42ee-8dce-f474b513624f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:22.208548881Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-6d61f9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-6d61f9","reconcileID":"66de9cc6-59d3-4128-af69-c1a1aeb2f733","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-6d61f9","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-6d61f9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:23.069283244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9b38bcb-6714-4127-8269-2cbf39783503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:23.119248392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9b38bcb-6714-4127-8269-2cbf39783503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:23.169677593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9b38bcb-6714-4127-8269-2cbf39783503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:23.220184678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9b38bcb-6714-4127-8269-2cbf39783503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:25.150757435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8996dc17-a458-4a11-84f7-6d84765322ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:25.201139377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8996dc17-a458-4a11-84f7-6d84765322ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:25.250779412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8996dc17-a458-4a11-84f7-6d84765322ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:25.300569318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8996dc17-a458-4a11-84f7-6d84765322ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:27.290943119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad2284a0-e63b-492c-af17-02065cd1f464","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:27.341127269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad2284a0-e63b-492c-af17-02065cd1f464","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:27.392326776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad2284a0-e63b-492c-af17-02065cd1f464","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:27.443169439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad2284a0-e63b-492c-af17-02065cd1f464","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:29.319366047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a5ed3c1-c013-4972-a5b8-212b7f4032f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:29.369102427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a5ed3c1-c013-4972-a5b8-212b7f4032f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:29.419351151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a5ed3c1-c013-4972-a5b8-212b7f4032f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:29.469530165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a5ed3c1-c013-4972-a5b8-212b7f4032f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:31.32037082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"527925cb-2730-4ee9-b6b9-3032abde093b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:31.370202109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"527925cb-2730-4ee9-b6b9-3032abde093b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:31.420066245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"527925cb-2730-4ee9-b6b9-3032abde093b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:31.470037386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"527925cb-2730-4ee9-b6b9-3032abde093b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:33.336235383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0730aa5-7c59-48fe-9609-c3c7ef098f36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:33.386478155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0730aa5-7c59-48fe-9609-c3c7ef098f36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:33.459805617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0730aa5-7c59-48fe-9609-c3c7ef098f36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:33.50978825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0730aa5-7c59-48fe-9609-c3c7ef098f36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:35.365970937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b25f0c7b-4078-4f69-a0ac-be2f5deda376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:35.416122241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b25f0c7b-4078-4f69-a0ac-be2f5deda376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:35.465897007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b25f0c7b-4078-4f69-a0ac-be2f5deda376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:35.515941749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b25f0c7b-4078-4f69-a0ac-be2f5deda376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:38.851476247Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:47.35465577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86edccc0-887a-436a-91cc-92fbb7b6352f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:47.404977557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86edccc0-887a-436a-91cc-92fbb7b6352f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:47.455578213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86edccc0-887a-436a-91cc-92fbb7b6352f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:47.506131024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86edccc0-887a-436a-91cc-92fbb7b6352f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:49.368314281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48622631-53b3-4896-bfbe-d358546f0f75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:49.418736594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48622631-53b3-4896-bfbe-d358546f0f75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:49.469663175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48622631-53b3-4896-bfbe-d358546f0f75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:49.519619681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48622631-53b3-4896-bfbe-d358546f0f75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:51.460260611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98cb691f-5275-4c79-a624-afbd52a44762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:51.510023086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98cb691f-5275-4c79-a624-afbd52a44762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:51.560817076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98cb691f-5275-4c79-a624-afbd52a44762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:51.6113982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98cb691f-5275-4c79-a624-afbd52a44762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:53.468496835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9883be8b-437e-4d83-bd10-17936e0e9fc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:53.520128547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9883be8b-437e-4d83-bd10-17936e0e9fc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:53.570543002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9883be8b-437e-4d83-bd10-17936e0e9fc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:53.620412945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9883be8b-437e-4d83-bd10-17936e0e9fc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:57.398467068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"356a85fb-9c90-4351-a59f-21f6c3383400","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:57.448441019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"356a85fb-9c90-4351-a59f-21f6c3383400","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:57.498390753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"356a85fb-9c90-4351-a59f-21f6c3383400","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:57.54889423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"356a85fb-9c90-4351-a59f-21f6c3383400","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:59.386053545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bf972bb-c91d-4f0a-a3a0-1ad68a4babe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:59.435600424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bf972bb-c91d-4f0a-a3a0-1ad68a4babe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:59.485591766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bf972bb-c91d-4f0a-a3a0-1ad68a4babe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:59.535273842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bf972bb-c91d-4f0a-a3a0-1ad68a4babe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:03.403543039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"cdbc39ea-4956-4aa3-9dd4-4180e619695b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:03.528440549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"ad5280b0-d79d-40b5-a00c-868e73cf6da8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:03.78110807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"c0fc3456-e9b7-4fc9-a4b8-935b5667fee8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:03.884816012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"1905ed19-7d32-41fd-b6ad-d248a7fa5e17","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:03.908744098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"76b94796-dbcd-47bd-b2ea-d17afa4dfd0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:04.038355441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"65ad7acb-0645-4d9c-961c-7e7de7bd7de5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:04.158140868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"0fbac621-881a-43f5-9922-9d17c56628c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:04.257537192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"559b542f-d38f-46d6-9f98-3cdddcc8a947","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:04.279968333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7132423a-3476-4eaa-82ed-a2a22f47ee15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:04.356635556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"297aa4d3-1452-439b-bd90-ac1954f578bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:04.453659511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-66da83-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-sub","reconcileID":"0f0ad0e6-bd8e-486e-a8a2-cf9a1409867e","MaaSSubscription":{"name":"e2e-dft-66da83-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-66da83","model":"llm/e2e-dft-66da83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:04.654566447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"31896652-012b-4596-a8e1-15a79e432418","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:04.754923681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"066e1ef0-b0fc-4981-8bdc-6350cfa31fa0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:08.852751116Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:34.299433635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c7e4be9-5279-40ee-866c-c314590241ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:34.349069616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c7e4be9-5279-40ee-866c-c314590241ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:34.398565724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c7e4be9-5279-40ee-866c-c314590241ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:34.448314752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c7e4be9-5279-40ee-866c-c314590241ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:36.256047572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07d9f774-14fa-41f7-b429-0a5a384d7985","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:36.306624838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07d9f774-14fa-41f7-b429-0a5a384d7985","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:36.356630965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07d9f774-14fa-41f7-b429-0a5a384d7985","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:36.407228104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07d9f774-14fa-41f7-b429-0a5a384d7985","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:38.851412869Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:41.254421359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"667849ac-3ab1-4a0f-b360-fa29f4fe86d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:41.304480635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"667849ac-3ab1-4a0f-b360-fa29f4fe86d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:41.354721856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"667849ac-3ab1-4a0f-b360-fa29f4fe86d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:41.404985436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"667849ac-3ab1-4a0f-b360-fa29f4fe86d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:43.260826385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00f9e24a-32a3-4c60-9b14-ffdf881ef024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:43.31077717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00f9e24a-32a3-4c60-9b14-ffdf881ef024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:43.360819964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00f9e24a-32a3-4c60-9b14-ffdf881ef024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:43.413673486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00f9e24a-32a3-4c60-9b14-ffdf881ef024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:53.217777927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e3d39b9-8f84-4196-8a6e-1ce20b744670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:53.26756556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e3d39b9-8f84-4196-8a6e-1ce20b744670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:53.317370983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e3d39b9-8f84-4196-8a6e-1ce20b744670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:53.368972851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e3d39b9-8f84-4196-8a6e-1ce20b744670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:55.268693826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9102ece8-7ad0-420b-a68a-50e497f7e8a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:55.327405009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9102ece8-7ad0-420b-a68a-50e497f7e8a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:55.377642252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9102ece8-7ad0-420b-a68a-50e497f7e8a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:55.427874832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9102ece8-7ad0-420b-a68a-50e497f7e8a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:57.370410004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f761cc65-5a9b-4a81-93c3-b19fdf43b895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:57.420398546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f761cc65-5a9b-4a81-93c3-b19fdf43b895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:57.470292245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f761cc65-5a9b-4a81-93c3-b19fdf43b895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:57.520078403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f761cc65-5a9b-4a81-93c3-b19fdf43b895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:59.521223433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a628c4c8-4f37-4481-9e9f-56dc944d0d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:59.571234167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a628c4c8-4f37-4481-9e9f-56dc944d0d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:59.620825847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a628c4c8-4f37-4481-9e9f-56dc944d0d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:59.670551829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a628c4c8-4f37-4481-9e9f-56dc944d0d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:01.316631356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d61f9"},"namespace":"ai-tenant-e2e-inf-b-6d61f9","name":"default-tenant","reconcileID":"256e3f19-8a21-4529-acf9-373ac09e49f5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6d61f9","tenantID":"e2e-inf-b-6d61f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:01.428302175Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d61f9"},"namespace":"ai-tenant-e2e-inf-b-6d61f9","name":"default-tenant","reconcileID":"256e3f19-8a21-4529-acf9-373ac09e49f5","name":"e2e-inf-b-6d61f9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:08.852321064Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:15.463761759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"780e0334-2def-48fa-8270-84af150dac68","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:15.598517282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"4d30867f-f077-4067-ac93-572f256a9d38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:15.79849577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"e8f90635-fcfb-4cf0-9bc1-ff6444d1ad4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:15.983561109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"2e49406e-0e5d-4b3b-8a25-402a897a478d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:16.169672346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"98a3edea-bbb0-41cf-8563-b8a7f743291f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:16.302990965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"55157b00-0ba5-41b1-8370-bcc75aba0f7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:16.443930453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"4870e268-bcd8-451a-98df-076ccf2156f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:16.548709404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"0f31c47f-3dd0-471a-85c6-92e3890d37f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:16.570091432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"87323041-df49-42bd-8593-63bc88d65c36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:16.755553518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-66da83-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-sub","reconcileID":"bb8ae81e-4af2-4a10-a262-1606d188f355","MaaSSubscription":{"name":"e2e-dft-66da83-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-66da83","model":"llm/e2e-dft-66da83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:16.844783021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"9270e482-b4b3-4a99-9d67-d8869a47cbe4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:16.955781554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"7c57ee35-caf6-4c83-ae01-ed30c3fdf205","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:17.469883367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"12772868-1a95-43bb-9a75-4d3ab2c611a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:19.823250042Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1f29e6"},"namespace":"ai-tenant-e2e-inf-a-1f29e6","name":"default-tenant","reconcileID":"6567276e-18b9-49c6-bc4e-ec095994a893","namespace":"ai-tenant-e2e-inf-a-1f29e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:19.823308992Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1f29e6"},"namespace":"ai-tenant-e2e-inf-a-1f29e6","name":"default-tenant","reconcileID":"6567276e-18b9-49c6-bc4e-ec095994a893","namespace":"ai-tenant-e2e-inf-a-1f29e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:19.823361241Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1f29e6"},"namespace":"ai-tenant-e2e-inf-a-1f29e6","name":"default-tenant","reconcileID":"6567276e-18b9-49c6-bc4e-ec095994a893","tenant":"e2e-inf-a-1f29e6","tenantID":"e2e-inf-a-1f29e6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:19.877594983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1f29e6"},"namespace":"ai-tenant-e2e-inf-a-1f29e6","name":"default-tenant","reconcileID":"6567276e-18b9-49c6-bc4e-ec095994a893","gvk":"Deployment","name":"maas-api-e2e-inf-a-1f29e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:19.942742245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1f29e6"},"namespace":"ai-tenant-e2e-inf-a-1f29e6","name":"default-tenant","reconcileID":"6567276e-18b9-49c6-bc4e-ec095994a893","gvk":"Service","name":"maas-api-e2e-inf-a-1f29e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:19.995869732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1f29e6"},"namespace":"ai-tenant-e2e-inf-a-1f29e6","name":"default-tenant","reconcileID":"6567276e-18b9-49c6-bc4e-ec095994a893","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-1f29e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:20.048392215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1f29e6"},"namespace":"ai-tenant-e2e-inf-a-1f29e6","name":"default-tenant","reconcileID":"6567276e-18b9-49c6-bc4e-ec095994a893","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-1f29e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:20.102094433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1f29e6"},"namespace":"ai-tenant-e2e-inf-a-1f29e6","name":"default-tenant","reconcileID":"6567276e-18b9-49c6-bc4e-ec095994a893","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-1f29e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:20.159411444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1f29e6"},"namespace":"ai-tenant-e2e-inf-a-1f29e6","name":"default-tenant","reconcileID":"6567276e-18b9-49c6-bc4e-ec095994a893","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-1f29e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:20.214724086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1f29e6"},"namespace":"ai-tenant-e2e-inf-a-1f29e6","name":"default-tenant","reconcileID":"6567276e-18b9-49c6-bc4e-ec095994a893","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-1f29e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:20.267563536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1f29e6"},"namespace":"ai-tenant-e2e-inf-a-1f29e6","name":"default-tenant","reconcileID":"6567276e-18b9-49c6-bc4e-ec095994a893","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-1f29e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:20.319970055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1f29e6"},"namespace":"ai-tenant-e2e-inf-a-1f29e6","name":"default-tenant","reconcileID":"6567276e-18b9-49c6-bc4e-ec095994a893","gvk":"Deployment","name":"payload-processing-e2e-inf-a-1f29e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:20.372711182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1f29e6"},"namespace":"ai-tenant-e2e-inf-a-1f29e6","name":"default-tenant","reconcileID":"6567276e-18b9-49c6-bc4e-ec095994a893","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-1f29e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:20.428494623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1f29e6"},"namespace":"ai-tenant-e2e-inf-a-1f29e6","name":"default-tenant","reconcileID":"6567276e-18b9-49c6-bc4e-ec095994a893","gvk":"Service","name":"payload-processing-e2e-inf-a-1f29e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:20.47817332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1f29e6"},"namespace":"ai-tenant-e2e-inf-a-1f29e6","name":"default-tenant","reconcileID":"6567276e-18b9-49c6-bc4e-ec095994a893","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-1f29e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:20.578178008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1f29e6"},"namespace":"ai-tenant-e2e-inf-a-1f29e6","name":"default-tenant","reconcileID":"6567276e-18b9-49c6-bc4e-ec095994a893","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-1f29e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:20.627407871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1f29e6"},"namespace":"ai-tenant-e2e-inf-a-1f29e6","name":"default-tenant","reconcileID":"6567276e-18b9-49c6-bc4e-ec095994a893","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-1f29e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:20.677738097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1f29e6"},"namespace":"ai-tenant-e2e-inf-a-1f29e6","name":"default-tenant","reconcileID":"6567276e-18b9-49c6-bc4e-ec095994a893","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-1f29e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:20.730166055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1f29e6"},"namespace":"ai-tenant-e2e-inf-a-1f29e6","name":"default-tenant","reconcileID":"6567276e-18b9-49c6-bc4e-ec095994a893","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-1f29e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:20.779680681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1f29e6"},"namespace":"ai-tenant-e2e-inf-a-1f29e6","name":"default-tenant","reconcileID":"6567276e-18b9-49c6-bc4e-ec095994a893","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-1f29e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:20.828997327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1f29e6"},"namespace":"ai-tenant-e2e-inf-a-1f29e6","name":"default-tenant","reconcileID":"6567276e-18b9-49c6-bc4e-ec095994a893","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-1f29e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:20.839821257Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-1f29e6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-1f29e6","reconcileID":"5b5b6e4f-1ea1-4f61-8b45-7f716adf9c9b","aitenant":"ai-tenants/e2e-inf-a-1f29e6","reason":"MaasTenantConfig is terminating and cannot restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:20.931359953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1f29e6"},"namespace":"ai-tenant-e2e-inf-a-1f29e6","name":"default-tenant","reconcileID":"6567276e-18b9-49c6-bc4e-ec095994a893","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-1f29e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:20.98284723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1f29e6"},"namespace":"ai-tenant-e2e-inf-a-1f29e6","name":"default-tenant","reconcileID":"6567276e-18b9-49c6-bc4e-ec095994a893","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-1f29e6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:21.476109998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7296605d-3cb3-4100-967c-044b762b2b29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:21.527706814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7296605d-3cb3-4100-967c-044b762b2b29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:21.578680059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7296605d-3cb3-4100-967c-044b762b2b29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:21.63013245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7296605d-3cb3-4100-967c-044b762b2b29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:21.736999437Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-1f29e6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-1f29e6","reconcileID":"d12e8a3c-a3cc-4d51-ab27-79883561d18e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-1f29e6","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-1f29e6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:23.510253575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e2e4c1-341a-431e-b146-036dc1e60616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:23.561002949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e2e4c1-341a-431e-b146-036dc1e60616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:23.611669804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e2e4c1-341a-431e-b146-036dc1e60616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:23.661949998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e2e4c1-341a-431e-b146-036dc1e60616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:25.520317465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eea21193-7373-49b0-8769-f817d27f7588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:25.570528288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eea21193-7373-49b0-8769-f817d27f7588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:25.616750373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fcd633b-427d-4043-b68a-8116bb4f616e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:25.616770813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fcd633b-427d-4043-b68a-8116bb4f616e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:25.620161747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eea21193-7373-49b0-8769-f817d27f7588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:25.670226909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eea21193-7373-49b0-8769-f817d27f7588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:25.675000267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be259215-eca5-40ba-81e0-cfaa2eae6708","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:25.675042166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be259215-eca5-40ba-81e0-cfaa2eae6708","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:25.780736342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"a10cd8c1-8dd8-4568-a0e6-88aabb9f65c8","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:25.953712065Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"a10cd8c1-8dd8-4568-a0e6-88aabb9f65c8","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:25.995392182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2548123d-b396-496f-93fc-28b2aa0b502f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:25.99541826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2548123d-b396-496f-93fc-28b2aa0b502f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:26.007043181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"a10cd8c1-8dd8-4568-a0e6-88aabb9f65c8","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:26.052682116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf0fc09e-9ae2-4f22-b09f-15ae6242a627","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:26.052819649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf0fc09e-9ae2-4f22-b09f-15ae6242a627","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:26.061754181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82f66aa4-2354-4977-96d3-b400cd00f0de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:26.061775013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82f66aa4-2354-4977-96d3-b400cd00f0de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:04:26.103587278Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-sub-f284037a","reconcileID":"60d59491-7f45-4cef-ac67-5bc0e189fd93","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-f284037a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:26.163465148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"42feb02d-57ae-4a2f-b835-1257e069147d","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:26.217349677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"42feb02d-57ae-4a2f-b835-1257e069147d","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:26.218255118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"952e4e83-aa49-4974-871d-d1e027f8dfe2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:26.218273808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"952e4e83-aa49-4974-871d-d1e027f8dfe2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:26.27055957Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"42feb02d-57ae-4a2f-b835-1257e069147d","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:26.273126289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"820927b0-dc7e-40e4-88c8-fc671ba1bad1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:26.273159706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"820927b0-dc7e-40e4-88c8-fc671ba1bad1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:26.581274443Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-sub-f284037a","reconcileID":"2624d60e-a258-4d8d-a119-937e9866c153","MaaSSubscription":{"name":"e2e-sub-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-f284037a/e2e-sub-f284037a","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:26.857557558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1838ce41-1296-4513-aa15-dd60ccb75e87","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:26.857588203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1838ce41-1296-4513-aa15-dd60ccb75e87","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:26.900563867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ea44fcc9-5102-4007-a7c5-9e6ad7865625","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:27.080861249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-sub-f284037a","reconcileID":"02abf965-6065-40bb-9ef8-a05bce160f87","MaaSSubscription":{"name":"e2e-sub-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:27.641514833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31c53c18-2a3f-4dad-a48c-8a39aca4853d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:27.691920492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31c53c18-2a3f-4dad-a48c-8a39aca4853d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:27.744356127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31c53c18-2a3f-4dad-a48c-8a39aca4853d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:27.794688472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31c53c18-2a3f-4dad-a48c-8a39aca4853d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:29.756783808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90d3d4e9-5d4a-4b48-af58-4f1eeb502678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:29.807559786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90d3d4e9-5d4a-4b48-af58-4f1eeb502678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:29.857874537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90d3d4e9-5d4a-4b48-af58-4f1eeb502678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:29.908523073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90d3d4e9-5d4a-4b48-af58-4f1eeb502678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:31.841968452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ac01b0a-8b00-43d0-9fe2-045fcbaa72a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:31.894507688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ac01b0a-8b00-43d0-9fe2-045fcbaa72a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:31.945461557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ac01b0a-8b00-43d0-9fe2-045fcbaa72a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:31.995354235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ac01b0a-8b00-43d0-9fe2-045fcbaa72a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:36.371502326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"21a2d2f4-009c-4bcc-87e0-6d1d8c178387","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:36.426717349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"21a2d2f4-009c-4bcc-87e0-6d1d8c178387","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:36.479925595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"21a2d2f4-009c-4bcc-87e0-6d1d8c178387","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:38.852036256Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:42.860781474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"2acca995-8ccb-4dd8-990b-ad53400cb8af","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:42.860819194Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"2acca995-8ccb-4dd8-990b-ad53400cb8af","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"routeName":"external-model-e2e-dft-66da83-99ca68864c21","namespace":"llm","model":"e2e-dft-66da83","externalModel":"e2e-dft-66da83","provider":"e2e-dft-66da83-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:43.009759226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"926e8c83-d843-4fa8-8cca-6503efac8579","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:43.010795209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea8d9dd2-c17c-4345-a581-8718e268c908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:43.010812889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"29c96782-9970-4d56-bc9f-187e3e2f8061","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:43.017354154Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-66da83-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-sub","reconcileID":"1c457781-12e2-4da9-97c7-28ceac5e20d1","MaaSSubscription":{"name":"e2e-dft-66da83-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-90290baf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:43.178496809Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"926e8c83-d843-4fa8-8cca-6503efac8579","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:04:43.215348691Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"29c96782-9970-4d56-bc9f-187e3e2f8061","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:43.261121183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"926e8c83-d843-4fa8-8cca-6503efac8579","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:04:43.264688817Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea8d9dd2-c17c-4345-a581-8718e268c908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:04:43.276919542Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"29c96782-9970-4d56-bc9f-187e3e2f8061","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:04:43.331495086Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea8d9dd2-c17c-4345-a581-8718e268c908","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:43.331777835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"d8de7a50-d073-49c9-97d5-5c0b35232c55","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:43.331806418Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"d8de7a50-d073-49c9-97d5-5c0b35232c55","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"routeName":"external-model-e2e-dft-66da83-99ca68864c21","namespace":"llm","model":"e2e-dft-66da83","externalModel":"e2e-dft-66da83","provider":"e2e-dft-66da83-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:43.437696176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"131a1ffe-5fcc-4454-beb6-cf6c287ab674","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:43.437716163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"131a1ffe-5fcc-4454-beb6-cf6c287ab674","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:43.438094259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3c48707b-5634-4ef8-80cc-d52877c4a221","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:43.438108099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3c48707b-5634-4ef8-80cc-d52877c4a221","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:43.488058109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"273b1d61-0faf-4b46-8896-32d4ec1eda1e","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:43.513868891Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-66da83-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-sub","reconcileID":"73893f9a-ed03-4b13-b450-240e32eb2ca5","MaaSSubscription":{"name":"e2e-dft-66da83-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-90290baf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:43.542480765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"273b1d61-0faf-4b46-8896-32d4ec1eda1e","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:43.581853854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62aef69a-58f5-4530-8be7-0d0faad1ed7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:43.581852887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8943658-cc75-4f31-bdf7-1557d828b028","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:43.59509391Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"273b1d61-0faf-4b46-8896-32d4ec1eda1e","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:43.636883844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62aef69a-58f5-4530-8be7-0d0faad1ed7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:43.637005403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8943658-cc75-4f31-bdf7-1557d828b028","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:43.690507232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62aef69a-58f5-4530-8be7-0d0faad1ed7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:43.69060061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8943658-cc75-4f31-bdf7-1557d828b028","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:43.700040153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"13ec9f6c-62af-41c7-b9a0-95edadd53d47","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:43.700064808Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"13ec9f6c-62af-41c7-b9a0-95edadd53d47","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"routeName":"external-model-e2e-dft-66da83-99ca68864c21","namespace":"llm","model":"e2e-dft-66da83","externalModel":"e2e-dft-66da83","provider":"e2e-dft-66da83-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:43.74989538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc42bf87-6c65-45a0-8459-3d52735abce8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:43.749917606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc42bf87-6c65-45a0-8459-3d52735abce8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:43.848038828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"f2653db4-e49b-4bc4-9f5a-b731123e716e","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:43.90185241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"f2653db4-e49b-4bc4-9f5a-b731123e716e","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:43.949579371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"359ea688-e784-4c39-a3df-97c9938494c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:43.949579373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df1fd51c-81b7-4ead-8995-0f9c604c0675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:43.953959639Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"f2653db4-e49b-4bc4-9f5a-b731123e716e","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:44.004921702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df1fd51c-81b7-4ead-8995-0f9c604c0675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:44.004922146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"359ea688-e784-4c39-a3df-97c9938494c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:44.057664218Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df1fd51c-81b7-4ead-8995-0f9c604c0675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:44.058477742Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"359ea688-e784-4c39-a3df-97c9938494c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:04:44.109714556Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"359ea688-e784-4c39-a3df-97c9938494c2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:44.314743667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7e5a53f-c00f-49f8-9b8c-c468d7ca37c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:44.368969403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7e5a53f-c00f-49f8-9b8c-c468d7ca37c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:44.42142678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7e5a53f-c00f-49f8-9b8c-c468d7ca37c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:46.582973857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"206ab30d-80a0-4712-ad40-ed653b119368","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:46.748571247Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"206ab30d-80a0-4712-ad40-ed653b119368","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:46.802466117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"206ab30d-80a0-4712-ad40-ed653b119368","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:46.855905258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5cfeb8b6-ccf1-4b70-b4bd-e584872a0ec0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:46.855930917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5cfeb8b6-ccf1-4b70-b4bd-e584872a0ec0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:49.908800538Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ad18ae"},"namespace":"ai-tenant-e2e-extmod-a-ad18ae","name":"default-tenant","reconcileID":"245980ba-99a7-416d-993c-2bde7a98bf18","namespace":"ai-tenant-e2e-extmod-a-ad18ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:49.908866555Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ad18ae"},"namespace":"ai-tenant-e2e-extmod-a-ad18ae","name":"default-tenant","reconcileID":"245980ba-99a7-416d-993c-2bde7a98bf18","namespace":"ai-tenant-e2e-extmod-a-ad18ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:49.908915813Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ad18ae"},"namespace":"ai-tenant-e2e-extmod-a-ad18ae","name":"default-tenant","reconcileID":"245980ba-99a7-416d-993c-2bde7a98bf18","tenant":"e2e-extmod-a-ad18ae","tenantID":"e2e-extmod-a-ad18ae","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:49.962776296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ad18ae"},"namespace":"ai-tenant-e2e-extmod-a-ad18ae","name":"default-tenant","reconcileID":"245980ba-99a7-416d-993c-2bde7a98bf18","gvk":"Deployment","name":"maas-api-e2e-extmod-a-ad18ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:50.022665634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ad18ae"},"namespace":"ai-tenant-e2e-extmod-a-ad18ae","name":"default-tenant","reconcileID":"245980ba-99a7-416d-993c-2bde7a98bf18","gvk":"Service","name":"maas-api-e2e-extmod-a-ad18ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:50.076661422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ad18ae"},"namespace":"ai-tenant-e2e-extmod-a-ad18ae","name":"default-tenant","reconcileID":"245980ba-99a7-416d-993c-2bde7a98bf18","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-ad18ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:50.128581342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ad18ae"},"namespace":"ai-tenant-e2e-extmod-a-ad18ae","name":"default-tenant","reconcileID":"245980ba-99a7-416d-993c-2bde7a98bf18","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-ad18ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:50.181040648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ad18ae"},"namespace":"ai-tenant-e2e-extmod-a-ad18ae","name":"default-tenant","reconcileID":"245980ba-99a7-416d-993c-2bde7a98bf18","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-ad18ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:50.233344466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ad18ae"},"namespace":"ai-tenant-e2e-extmod-a-ad18ae","name":"default-tenant","reconcileID":"245980ba-99a7-416d-993c-2bde7a98bf18","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-ad18ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:50.288062456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ad18ae"},"namespace":"ai-tenant-e2e-extmod-a-ad18ae","name":"default-tenant","reconcileID":"245980ba-99a7-416d-993c-2bde7a98bf18","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-ad18ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:50.340664229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ad18ae"},"namespace":"ai-tenant-e2e-extmod-a-ad18ae","name":"default-tenant","reconcileID":"245980ba-99a7-416d-993c-2bde7a98bf18","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-ad18ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:50.390526446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ad18ae"},"namespace":"ai-tenant-e2e-extmod-a-ad18ae","name":"default-tenant","reconcileID":"245980ba-99a7-416d-993c-2bde7a98bf18","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-ad18ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:50.440507499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ad18ae"},"namespace":"ai-tenant-e2e-extmod-a-ad18ae","name":"default-tenant","reconcileID":"245980ba-99a7-416d-993c-2bde7a98bf18","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-ad18ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:50.490867742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ad18ae"},"namespace":"ai-tenant-e2e-extmod-a-ad18ae","name":"default-tenant","reconcileID":"245980ba-99a7-416d-993c-2bde7a98bf18","gvk":"Service","name":"payload-processing-e2e-extmod-a-ad18ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:50.796738028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ad18ae"},"namespace":"ai-tenant-e2e-extmod-a-ad18ae","name":"default-tenant","reconcileID":"245980ba-99a7-416d-993c-2bde7a98bf18","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-ad18ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:50.846624484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ad18ae"},"namespace":"ai-tenant-e2e-extmod-a-ad18ae","name":"default-tenant","reconcileID":"245980ba-99a7-416d-993c-2bde7a98bf18","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-ad18ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:50.89619579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ad18ae"},"namespace":"ai-tenant-e2e-extmod-a-ad18ae","name":"default-tenant","reconcileID":"245980ba-99a7-416d-993c-2bde7a98bf18","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-ad18ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:50.946195273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ad18ae"},"namespace":"ai-tenant-e2e-extmod-a-ad18ae","name":"default-tenant","reconcileID":"245980ba-99a7-416d-993c-2bde7a98bf18","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-ad18ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:50.999600433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ad18ae"},"namespace":"ai-tenant-e2e-extmod-a-ad18ae","name":"default-tenant","reconcileID":"245980ba-99a7-416d-993c-2bde7a98bf18","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-ad18ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:51.049591887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ad18ae"},"namespace":"ai-tenant-e2e-extmod-a-ad18ae","name":"default-tenant","reconcileID":"245980ba-99a7-416d-993c-2bde7a98bf18","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-ad18ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:51.099183977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ad18ae"},"namespace":"ai-tenant-e2e-extmod-a-ad18ae","name":"default-tenant","reconcileID":"245980ba-99a7-416d-993c-2bde7a98bf18","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-ad18ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:51.150493156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ad18ae"},"namespace":"ai-tenant-e2e-extmod-a-ad18ae","name":"default-tenant","reconcileID":"245980ba-99a7-416d-993c-2bde7a98bf18","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-ad18ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:51.20042355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ad18ae"},"namespace":"ai-tenant-e2e-extmod-a-ad18ae","name":"default-tenant","reconcileID":"245980ba-99a7-416d-993c-2bde7a98bf18","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-ad18ae","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:53.565238521Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-66da83-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-sub","reconcileID":"b2db94f0-b05f-4f32-b4d6-5c45d23df75b","MaaSSubscription":{"name":"e2e-dft-66da83-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-66da83","subscription":"e2e-dft-66da83-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:53.665873332Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-66da83-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-sub","reconcileID":"b2db94f0-b05f-4f32-b4d6-5c45d23df75b","MaaSSubscription":{"name":"e2e-dft-66da83-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:53.719848359Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-66da83-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-sub","reconcileID":"b2db94f0-b05f-4f32-b4d6-5c45d23df75b","MaaSSubscription":{"name":"e2e-dft-66da83-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-66da83","namespace":"llm","model":"llm/e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:54.064400751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"3d7ae9e4-b0d6-44c0-bd93-986aeb1790c0","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:54.064439631Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"3d7ae9e4-b0d6-44c0-bd93-986aeb1790c0","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"routeName":"external-model-e2e-dft-66da83-99ca68864c21","namespace":"llm","model":"e2e-dft-66da83","externalModel":"e2e-dft-66da83","provider":"e2e-dft-66da83-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:54.173906935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"68933b7f-358a-47b3-918c-c3f19b3e49b7","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:54.195891599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"8c197be7-e0e6-479c-87cb-62309eebd386","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:54.195926216Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"8c197be7-e0e6-479c-87cb-62309eebd386","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"routeName":"external-model-e2e-dft-66da83-99ca68864c21","namespace":"llm","model":"e2e-dft-66da83","externalModel":"e2e-dft-66da83","provider":"e2e-dft-66da83-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:54.259408066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e98195f-cb02-4fd6-9d2e-312547785d98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:54.259474012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45b567f4-2a2d-45a3-928a-e2457f07ed93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:54.348767662Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"68933b7f-358a-47b3-918c-c3f19b3e49b7","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:04:54.447619328Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e98195f-cb02-4fd6-9d2e-312547785d98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:54.490107982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"68933b7f-358a-47b3-918c-c3f19b3e49b7","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:04:54.493531895Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45b567f4-2a2d-45a3-928a-e2457f07ed93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:04:54.503118557Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e98195f-cb02-4fd6-9d2e-312547785d98","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:54.503623124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06aeff9a-d189-4467-be79-0c533a0d41af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:54.503645735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06aeff9a-d189-4467-be79-0c533a0d41af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:04:54.541222027Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"68933b7f-358a-47b3-918c-c3f19b3e49b7","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-66da83-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:54.550529582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e201f7b2-6f35-45ef-bb35-be45f9e3f2c4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:54.550553538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e201f7b2-6f35-45ef-bb35-be45f9e3f2c4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:04:54.550637831Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45b567f4-2a2d-45a3-928a-e2457f07ed93","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:54.587233864Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-66da83-access","reconcileID":"85f080af-f8d3-4823-8d9f-6b6ae43adf5c","MaaSAuthPolicy":{"name":"e2e-dft-66da83-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:54.742271518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b022c60-f9bf-4d14-93f8-748a3f33170b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:54.797819009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b022c60-f9bf-4d14-93f8-748a3f33170b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:54.840716842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6efaca8c-2145-4d54-96d8-2563a6d1196f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:54.860319585Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b022c60-f9bf-4d14-93f8-748a3f33170b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:54.897113744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6efaca8c-2145-4d54-96d8-2563a6d1196f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:54.908907526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"c705d721-0f8f-4515-8490-613413c6af35","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:54.91423163Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"c705d721-0f8f-4515-8490-613413c6af35","MaaSModelRef":{"name":"e2e-dft-66da83","namespace":"llm"},"routeName":"external-model-e2e-dft-66da83-99ca68864c21","namespace":"llm","model":"e2e-dft-66da83","externalModel":"e2e-dft-66da83","provider":"e2e-dft-66da83-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:54.948592832Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-ad18ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-ad18ae","reconcileID":"de70c807-9fe8-4882-a3a4-74a53fb11b5b","aitenant":"ai-tenants/e2e-extmod-a-ad18ae","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:55.004616283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abdca97b-90ce-4a15-b2ea-fd38ebf26a76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:55.004721337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abdca97b-90ce-4a15-b2ea-fd38ebf26a76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:55.008454934Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6efaca8c-2145-4d54-96d8-2563a6d1196f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:55.398712246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31f9cb1a-57bf-4520-82f8-79304ca56c0d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:55.398820061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31f9cb1a-57bf-4520-82f8-79304ca56c0d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:55.594822676Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"49a67edd-11cf-4c3d-ad34-ded8156271a1","namespace":"llm","name":"e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:55.655650899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"234c4412-2a3b-4ed7-a35e-f5be0c4b7f3b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:55.655847437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"234c4412-2a3b-4ed7-a35e-f5be0c4b7f3b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:55.695437318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2751ab0d-7c8a-4b45-a643-a53e3ba9f6ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:55.697543744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1865cd92-3e66-4a9d-aba4-9ab711667cec","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:55.702260663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1865cd92-3e66-4a9d-aba4-9ab711667cec","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:55.762642465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e396cc1c-8528-4dc4-b02f-a2cdeb682572","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:55.762771337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e396cc1c-8528-4dc4-b02f-a2cdeb682572","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:55.763251132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"74d33696-26f0-4be9-95d6-01a21f2822b6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:55.763326995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"74d33696-26f0-4be9-95d6-01a21f2822b6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:55.76373763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"52c5d46f-2aaa-43cc-a769-f95a9365373b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:55.763794037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"52c5d46f-2aaa-43cc-a769-f95a9365373b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:55.76419206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eec12d54-fc40-4276-9fc9-e35d6ba86fd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:55.765060752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eec12d54-fc40-4276-9fc9-e35d6ba86fd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:55.765623986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9a0d80fb-da7e-43b5-893d-04661e8e7b37","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:55.771201823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9a0d80fb-da7e-43b5-893d-04661e8e7b37","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:55.771822412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9069a57b-091f-4456-ae8b-9e60ae500710","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:55.771881666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9069a57b-091f-4456-ae8b-9e60ae500710","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:55.764295547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2751ab0d-7c8a-4b45-a643-a53e3ba9f6ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:55.826953042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2751ab0d-7c8a-4b45-a643-a53e3ba9f6ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:55.827297097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"e0658462-b41c-442a-aacf-40169fa63f63","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:55.827658792Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-ad18ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-ad18ae","reconcileID":"de70c807-9fe8-4882-a3a4-74a53fb11b5b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-ad18ae","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-ad18ae"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:55.887438779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2751ab0d-7c8a-4b45-a643-a53e3ba9f6ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:55.906524197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"ad98c08f-d8ef-4fe3-aa7e-0fcfd742bf35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:55.90723485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac746620-733b-401a-bdc6-9c53acee7019","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:55.912397545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"af8da7b9-f8f1-4fca-9c50-3493a53d7261","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:55.988813088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af944a67-16f8-4b30-b89e-295af3d4dda8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:55.991186002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5f387632-0b94-49c8-95f3-339191a95a80","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:56.069489631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"ad98c08f-d8ef-4fe3-aa7e-0fcfd742bf35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:56.098605249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"af8da7b9-f8f1-4fca-9c50-3493a53d7261","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:56.099733953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac746620-733b-401a-bdc6-9c53acee7019","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:56.109245205Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"e0658462-b41c-442a-aacf-40169fa63f63","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:56.145875813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-sub-f284037a","reconcileID":"54a09d9c-bc17-4bd3-9941-5663f609cb18","MaaSSubscription":{"name":"e2e-sub-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:56.175178743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac746620-733b-401a-bdc6-9c53acee7019","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:56.175948702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7ceed99a-85cf-43ae-bfe2-fba2026e90f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:56.199907207Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"e0658462-b41c-442a-aacf-40169fa63f63","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:56.280938964Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af944a67-16f8-4b30-b89e-295af3d4dda8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:56.282392988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"82d4b66d-84aa-41d0-9119-d147d2037a34","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:56.291244981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"82d4b66d-84aa-41d0-9119-d147d2037a34","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:56.300082704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b245e76-e3e6-4627-9690-53c03f16f3bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:56.300189296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b245e76-e3e6-4627-9690-53c03f16f3bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:56.328327811Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-66da83","namespace":"llm"},"namespace":"llm","name":"e2e-dft-66da83","reconcileID":"ccaf0ac5-7a3b-4e55-863b-2374dcb51224","namespace":"llm","name":"e2e-dft-66da83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:56.355859128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af944a67-16f8-4b30-b89e-295af3d4dda8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:56.411837132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22d878b7-11e4-4270-9a68-da5901dfdf37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:56.411859696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22d878b7-11e4-4270-9a68-da5901dfdf37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:56.479265988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"492c6e54-49ba-45d2-9de9-535bbef44831","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:56.4793976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"cc68da82-e176-42c2-baf8-e69af365a910","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:56.480175158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"caff48e5-b07c-4f78-8f49-1f1ceb278af7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:56.561038619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"caff48e5-b07c-4f78-8f49-1f1ceb278af7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:56.56712918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"492c6e54-49ba-45d2-9de9-535bbef44831","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:56.568404936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"cc68da82-e176-42c2-baf8-e69af365a910","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:56.627724254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"e0a09631-9005-4a80-bbdc-fe50cc5efc7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:56.628614349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"7bed0e8a-9870-438e-a96b-d63f93b9c7ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:56.722170409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"7bed0e8a-9870-438e-a96b-d63f93b9c7ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:56.732522332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"e0a09631-9005-4a80-bbdc-fe50cc5efc7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:56.988875298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"d7ab9aa3-7766-4ec7-bd13-8609b15903cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:56.989704873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"eb3ce578-048d-4aae-909a-613eb44c8671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:56.990058888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"4d926f08-039c-4954-abe6-0bf0c6d8aaf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.049349394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"eb3ce578-048d-4aae-909a-613eb44c8671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.049799121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"d7ab9aa3-7766-4ec7-bd13-8609b15903cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.051720572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"4d926f08-039c-4954-abe6-0bf0c6d8aaf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.09958767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"f78fdcec-6f20-42bd-81c8-55ea33393d94","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.152726726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de1ee91e-3209-404f-879b-9d53c49bbe20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.211868674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de1ee91e-3209-404f-879b-9d53c49bbe20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.296632256Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"f78fdcec-6f20-42bd-81c8-55ea33393d94","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.315199973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de1ee91e-3209-404f-879b-9d53c49bbe20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.368645281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"f78fdcec-6f20-42bd-81c8-55ea33393d94","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.371106553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75210f21-e1b1-4308-b821-f0604973b002","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.371126323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75210f21-e1b1-4308-b821-f0604973b002","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.421850484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cb92fe7-3134-44c3-9149-7b5e7915eddf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.421869738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cb92fe7-3134-44c3-9149-7b5e7915eddf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.466493237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"f0a93e21-aeaf-40e6-89ff-4ad5759f33d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.46657637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"1dcad08a-88e6-4cbb-b2b1-5fa0c5a99596","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.46688481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b2a6780-8a55-4f14-9072-e30f823f1fd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.520265419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"1dcad08a-88e6-4cbb-b2b1-5fa0c5a99596","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.522668546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"f0a93e21-aeaf-40e6-89ff-4ad5759f33d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.618857683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"3b96b48a-2d3d-475a-af56-6d056239a820","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.619705858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"5176a8d0-26a5-4c31-805f-8a831470c83c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.638167308Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b2a6780-8a55-4f14-9072-e30f823f1fd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.676102207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"5176a8d0-26a5-4c31-805f-8a831470c83c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.691696215Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b2a6780-8a55-4f14-9072-e30f823f1fd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.724621006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"3b96b48a-2d3d-475a-af56-6d056239a820","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.747540156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c54fcf01-31b9-44e4-95f6-3d71f2732fbe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.747560875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c54fcf01-31b9-44e4-95f6-3d71f2732fbe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.898509017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"11f051b7-24b5-41f7-90d9-441ac6d614f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.952942023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"11f051b7-24b5-41f7-90d9-441ac6d614f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.193587322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57f5c935-81d7-42d3-a8f4-5f251ed517f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.236457514Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-d5ffdb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d5ffdb","reconcileID":"5b8e937d-60a9-4fcc-bf39-57f9a94a6665","namespace":"llm","name":"e2e-dft-refs-d5ffdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.243726069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57f5c935-81d7-42d3-a8f4-5f251ed517f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.292481098Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-d5ffdb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d5ffdb","reconcileID":"ea3baaa5-2aa3-4919-988d-b7ee5d2eebc8","namespace":"llm","name":"e2e-dft-refs-d5ffdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.293554201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57f5c935-81d7-42d3-a8f4-5f251ed517f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.344289865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57f5c935-81d7-42d3-a8f4-5f251ed517f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.501958723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"5d81a767-4931-4fbc-b611-5edf992e70ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.502597631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e26ba7ef-2e6a-491b-a1bf-0cfb5a858c2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.557723713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"5d81a767-4931-4fbc-b611-5edf992e70ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.559225211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e26ba7ef-2e6a-491b-a1bf-0cfb5a858c2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.596334477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"7b1729d9-883f-497c-b2c7-e702f1ccfa42","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.648201665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7dd76b2-7a15-4dbc-8011-cfe96065b864","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.648506438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"f33014b1-560e-4057-bdab-4c151ec3f015","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.648781474Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-d5ffdb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d5ffdb","reconcileID":"ed81751a-bab4-4e7a-b1cd-c5b3f8a385cd","MaaSModelRef":{"name":"e2e-dft-refs-d5ffdb","namespace":"llm"},"name":"e2e-dft-refs-d5ffdb","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.651746589Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e26ba7ef-2e6a-491b-a1bf-0cfb5a858c2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.712314216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"f33014b1-560e-4057-bdab-4c151ec3f015","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.715310684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7dd76b2-7a15-4dbc-8011-cfe96065b864","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.762024326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df554651-01c1-4411-bfe8-5663d3e68620","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.762046765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df554651-01c1-4411-bfe8-5663d3e68620","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.762430821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"02c93f51-4db8-498d-a925-0b4abae73f73","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.762444118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"02c93f51-4db8-498d-a925-0b4abae73f73","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.772444014Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"7b1729d9-883f-497c-b2c7-e702f1ccfa42","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.800089964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-sub-f284037a","reconcileID":"d6687524-cd3d-4567-8ac1-3ec8ee7e9d0f","MaaSSubscription":{"name":"e2e-sub-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.800229378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1b186a78-b47c-438f-ac3e-91be8580d1c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.800645169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"74b1ec5c-97a2-4b5d-9af8-b46a41e41f32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.802588579Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7dd76b2-7a15-4dbc-8011-cfe96065b864","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.825949537Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-d5ffdb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d5ffdb","reconcileID":"60d514f9-de6f-4cdc-9ac6-3d27b3056fef","MaaSModelRef":{"name":"e2e-dft-refs-d5ffdb","namespace":"llm"},"name":"e2e-dft-refs-d5ffdb","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.842602133Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"7b1729d9-883f-497c-b2c7-e702f1ccfa42","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.855668351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"30748205-2928-4836-b422-f03e3b3e972e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.879681812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cf0aa20f-2a29-4441-b6ab-b7c8af8c7ff9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.87970932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cf0aa20f-2a29-4441-b6ab-b7c8af8c7ff9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.880087164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5f5996ee-d569-4c75-a544-4c1da1088e72","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.880103543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5f5996ee-d569-4c75-a544-4c1da1088e72","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.880509053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c47a5a04-4a53-4732-a8eb-eb32956b7afa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.880524107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c47a5a04-4a53-4732-a8eb-eb32956b7afa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.880894467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"871498cd-a423-4766-9fd6-c8d58b0aacaf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.880910048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"871498cd-a423-4766-9fd6-c8d58b0aacaf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.881278857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"21b83ce8-5018-4d8c-aba9-20b22f018846","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.88129299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"21b83ce8-5018-4d8c-aba9-20b22f018846","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.88165323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"59aa0eec-3e37-4dd5-a60a-9a31eadcd85d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.881671545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"59aa0eec-3e37-4dd5-a60a-9a31eadcd85d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.881991401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4639d858-2e8f-4f13-9298-6c64187fa8f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.88200894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4639d858-2e8f-4f13-9298-6c64187fa8f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.905659861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cffa15da-dff5-4486-89f4-ec84fceddd18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.905691816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cffa15da-dff5-4486-89f4-ec84fceddd18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.914189046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"30748205-2928-4836-b422-f03e3b3e972e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.98272326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"6773beeb-9249-4633-acff-cc51b4406370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:59.037603317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"6773beeb-9249-4633-acff-cc51b4406370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:59.067126804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"f62a947e-c02b-45fd-9754-c2db111cce95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:59.067384991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"7efab6ff-1ae1-42ec-ac9b-f3cb30dddbdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:59.12255385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"f62a947e-c02b-45fd-9754-c2db111cce95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:59.124646726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"7efab6ff-1ae1-42ec-ac9b-f3cb30dddbdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:59.173789561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"07ec0212-e649-4164-8083-e6495edfb532","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:59.231807368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"07ec0212-e649-4164-8083-e6495edfb532","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:59.276048156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"97873dc2-a960-4455-839a-6e48d7d98a66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:59.333218703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"97873dc2-a960-4455-839a-6e48d7d98a66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:59.482089473Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-d5ffdb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d5ffdb","reconcileID":"b499638d-210e-448c-b1b0-1e3c5318201d","namespace":"llm","name":"e2e-dft-refs-d5ffdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:59.511277949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"7aaa9268-aa17-4336-85f4-572f3d24c942","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:59.568376441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"7aaa9268-aa17-4336-85f4-572f3d24c942","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:59.581423729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-d5ffdb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d5ffdb","reconcileID":"238f01b5-381b-4797-b120-d32dbcfebe65","MaaSModelRef":{"name":"e2e-dft-refs-d5ffdb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-d5ffdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:59.581486754Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-d5ffdb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d5ffdb","reconcileID":"238f01b5-381b-4797-b120-d32dbcfebe65","MaaSModelRef":{"name":"e2e-dft-refs-d5ffdb","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-d5ffdb-e2c9395440a2","namespace":"llm","model":"e2e-dft-refs-d5ffdb","externalModel":"e2e-dft-refs-d5ffdb","provider":"e2e-dft-refs-d5ffdb-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:59.631073353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85f94796-7391-40fc-a6fe-e73a2d69266b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:59.631132516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"52029fc4-a9cd-4f26-91ec-3c139e9711f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:59.686407178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"52029fc4-a9cd-4f26-91ec-3c139e9711f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:59.716892501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"cdaceca1-b41c-4c7c-964a-5e4e85f9c6a6","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:59.785229651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"73b0c1ad-9467-424f-893c-cfa51332b8da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:59.788721324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"cdaceca1-b41c-4c7c-964a-5e4e85f9c6a6","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:59.800689871Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85f94796-7391-40fc-a6fe-e73a2d69266b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:59.841826244Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"cdaceca1-b41c-4c7c-964a-5e4e85f9c6a6","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:59.842178352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"73b0c1ad-9467-424f-893c-cfa51332b8da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:59.855113841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85f94796-7391-40fc-a6fe-e73a2d69266b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:59.903233383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c8eaf7b-cd60-40e8-9fba-361636f68e58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:59.9032511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c8eaf7b-cd60-40e8-9fba-361636f68e58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:59.931937258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"93ceee05-f1b2-442a-8dff-b857bca9b1a7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:59.931955558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"93ceee05-f1b2-442a-8dff-b857bca9b1a7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:59.958404719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"1accabd0-8c46-4b7c-9dd6-e08eeeaca0d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:00.014390271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"1accabd0-8c46-4b7c-9dd6-e08eeeaca0d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:00.064393031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0cf8ba6f-5812-43e6-8309-f56aed3a0224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:00.119425579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0cf8ba6f-5812-43e6-8309-f56aed3a0224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:00.166620015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"99da8572-1fe1-46dd-b87e-1c58bd4ae5dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:00.166625392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"17a621b4-2559-4bf3-86e1-b7db693a7470","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:00.172337115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0cf8ba6f-5812-43e6-8309-f56aed3a0224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:00.187446489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3635a92b-28a8-4c2e-9b7b-65affaa4d204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:00.220513876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"17a621b4-2559-4bf3-86e1-b7db693a7470","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:00.22079215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"99da8572-1fe1-46dd-b87e-1c58bd4ae5dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:00.226002131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27b1aeb5-36ef-415c-95ef-00df2ecf1838","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:00.226017986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27b1aeb5-36ef-415c-95ef-00df2ecf1838","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:00.242250875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3635a92b-28a8-4c2e-9b7b-65affaa4d204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:00.295386944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3635a92b-28a8-4c2e-9b7b-65affaa4d204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:00.364366175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27dbc857-bb76-4b02-a8fb-365c87108dd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:00.414717346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27dbc857-bb76-4b02-a8fb-365c87108dd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:00.464987145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27dbc857-bb76-4b02-a8fb-365c87108dd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:00.465078453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"1d480288-aee0-46c2-8add-12ac31b78dc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:00.465455822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"a8d23ba6-59b4-4242-a508-22ff8abfce70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:00.515707403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27dbc857-bb76-4b02-a8fb-365c87108dd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:00.520608618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"1d480288-aee0-46c2-8add-12ac31b78dc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:00.570486435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"a8d23ba6-59b4-4242-a508-22ff8abfce70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:00.615124862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"1331283d-715d-4315-a3cf-a5988922414c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:00.666192367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"d7cd9589-d0ce-4a7a-b3ce-d14fa6c4637c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:00.66630919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"36da0b10-c85e-4b03-b054-8ffc76f7fc0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:00.670390128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"1331283d-715d-4315-a3cf-a5988922414c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:00.720668953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"d7cd9589-d0ce-4a7a-b3ce-d14fa6c4637c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:00.720728887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"36da0b10-c85e-4b03-b054-8ffc76f7fc0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:00.917061424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"72fb406b-c84a-4896-b1b2-091edf4fc9ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:00.971836498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"72fb406b-c84a-4896-b1b2-091edf4fc9ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.435491094Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-d5ffdb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d5ffdb","reconcileID":"d3f472b4-df64-48f3-8920-0695c7f590ad","namespace":"llm","name":"e2e-dft-refs-d5ffdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.537247713Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-d5ffdb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d5ffdb","reconcileID":"309d5026-d337-4c16-b596-03f785605ca4","MaaSModelRef":{"name":"e2e-dft-refs-d5ffdb","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-d5ffdb-e2c9395440a2","namespace":"llm","model":"e2e-dft-refs-d5ffdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.588231085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"aee27ee8-9ac6-4055-a937-c1283ba85af2","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.64246167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6bbfa2c-d8fa-42c1-8d5b-d6df1372debb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.642657374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"5cd84444-4f42-47af-964d-e6351b028a82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.642463286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c8f4163-869a-4b2b-a449-ca4f4633d54c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.643144544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"481dba9f-b7f1-471b-addb-7f88af6f376d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.65521577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f944071a-2e2d-4614-97d5-50dc5001340e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.655236731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f944071a-2e2d-4614-97d5-50dc5001340e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.655622613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"124e1a89-1003-4ced-b9bd-4d4c6bd6df94","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.655639574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"124e1a89-1003-4ced-b9bd-4d4c6bd6df94","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.655976917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"74b14055-0f7b-47be-ad08-a88112a511cb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.655992332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"74b14055-0f7b-47be-ad08-a88112a511cb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.656358812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ef4a055e-1a08-47dd-8722-d260ec377240","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.656375039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ef4a055e-1a08-47dd-8722-d260ec377240","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.656744738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b41f552c-a2c8-4d6a-9cf6-7da32d4296d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.656771961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b41f552c-a2c8-4d6a-9cf6-7da32d4296d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.657301099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cbb9d1cf-3454-4b26-b9c6-10fbb7e9ac1e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.657318246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cbb9d1cf-3454-4b26-b9c6-10fbb7e9ac1e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.69702506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"481dba9f-b7f1-471b-addb-7f88af6f376d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.697116313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6bbfa2c-d8fa-42c1-8d5b-d6df1372debb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.699503508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c8f4163-869a-4b2b-a449-ca4f4633d54c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.69959888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"5cd84444-4f42-47af-964d-e6351b028a82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.741614543Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-d5ffdb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d5ffdb","reconcileID":"32245108-1657-401b-b829-2a44d07afe16","MaaSModelRef":{"name":"e2e-dft-refs-d5ffdb","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-d5ffdb-e2c9395440a2","namespace":"llm","model":"e2e-dft-refs-d5ffdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.741699599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0efab6b9-9a59-46a1-b96b-dc9936ff3bc8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.742417192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ccdff5c3-ed99-4c82-ae43-ed63dae8f9d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.742517188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-sub-f284037a","reconcileID":"4956d223-e8fc-4fa8-9120-a773e1fe1d5e","MaaSSubscription":{"name":"e2e-sub-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.765347592Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c8f4163-869a-4b2b-a449-ca4f4633d54c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.770790488Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"aee27ee8-9ac6-4055-a937-c1283ba85af2","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.773314418Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6bbfa2c-d8fa-42c1-8d5b-d6df1372debb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.792427792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1fe190e2-bf35-4d86-9d4f-dea3a9ae3688","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.79245233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1fe190e2-bf35-4d86-9d4f-dea3a9ae3688","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.792830874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fbc9206e-517d-4616-93b4-f6a7b7dc3391","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.792845209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fbc9206e-517d-4616-93b4-f6a7b7dc3391","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.824028723Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"aee27ee8-9ac6-4055-a937-c1283ba85af2","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.887936379Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-d5ffdb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d5ffdb","reconcileID":"5b2c3047-f8ad-4dbd-b5f7-e6d778886f59","namespace":"llm","name":"e2e-dft-refs-d5ffdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.92100033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"9a01bbc7-fd06-4bd1-98ac-87a78fef469f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.938436695Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-d5ffdb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d5ffdb","reconcileID":"2fb8e0eb-9141-4b71-9ff4-0bb7ee6107b4","MaaSModelRef":{"name":"e2e-dft-refs-d5ffdb","namespace":"llm"},"name":"e2e-dft-refs-d5ffdb","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.94089002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"67c9aa4f-483b-4878-a728-2435179f95db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.978031862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"9a01bbc7-fd06-4bd1-98ac-87a78fef469f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.994603237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"614e3a2b-011d-4e07-a0e9-84fb6b2b549c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:04.994624365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"614e3a2b-011d-4e07-a0e9-84fb6b2b549c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.000087085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"67c9aa4f-483b-4878-a728-2435179f95db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.050557157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"31f221a5-c0fa-4b0d-92fa-f33b4e5bbff9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.050558122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"d953c61f-261c-41ae-bef2-6c05769b8d8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.051092126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"0e4f4a22-ae05-4b47-b8f1-9ba015efce2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.106264147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"31f221a5-c0fa-4b0d-92fa-f33b4e5bbff9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.106878874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"0e4f4a22-ae05-4b47-b8f1-9ba015efce2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.111519195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07c01729-cc08-457a-9e14-10ba0d6d7334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.112274692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"d953c61f-261c-41ae-bef2-6c05769b8d8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.161426914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07c01729-cc08-457a-9e14-10ba0d6d7334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.212350462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07c01729-cc08-457a-9e14-10ba0d6d7334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.263317142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07c01729-cc08-457a-9e14-10ba0d6d7334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.411986792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"bb80a9ce-5076-425c-ab70-8ec3e37340a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.46538562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"bb80a9ce-5076-425c-ab70-8ec3e37340a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.468201005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"6fbf3d72-e5eb-4c81-8c42-58c154637010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.52207939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"6fbf3d72-e5eb-4c81-8c42-58c154637010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.567816116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"a26b6eb8-781b-4524-81d2-e504e46763fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.567853864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd7263fd-869f-44be-badd-65dba5bee78e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.569529705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03a88166-8d67-4d8e-81b9-24ec6dbf43a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.625365406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"a26b6eb8-781b-4524-81d2-e504e46763fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.738354897Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd7263fd-869f-44be-badd-65dba5bee78e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:05:05.739040264Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03a88166-8d67-4d8e-81b9-24ec6dbf43a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.771870871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"66aa2254-dfda-4775-84b7-14f488d2539e","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:05:05.798464817Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03a88166-8d67-4d8e-81b9-24ec6dbf43a0","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.796131209Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd7263fd-869f-44be-badd-65dba5bee78e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.800050683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87d1678f-cc58-410e-8fc1-34d86b3439a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.800129927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87d1678f-cc58-410e-8fc1-34d86b3439a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.857667554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b374b04-47ad-4620-9f10-d7a38f2154ae","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.85776251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b374b04-47ad-4620-9f10-d7a38f2154ae","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.924116115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"8035f226-7324-4871-8e55-af5fced53700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.939817125Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"66aa2254-dfda-4775-84b7-14f488d2539e","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.973023011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"642a2480-1fe8-440e-8309-092500deebb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.979316645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"8035f226-7324-4871-8e55-af5fced53700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.993787189Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"66aa2254-dfda-4775-84b7-14f488d2539e","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:06.022328295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"719c2637-c6b2-4ddc-b55b-8ae1b631c6e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:06.022961344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"aca5917d-9207-4ea1-b99f-a567c559deb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:06.02672443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"642a2480-1fe8-440e-8309-092500deebb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:06.048426077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"779f7742-5df5-46c4-9801-d10dc5d8088f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:06.048443902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"779f7742-5df5-46c4-9801-d10dc5d8088f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:06.075924914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"aca5917d-9207-4ea1-b99f-a567c559deb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:06.076864159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"719c2637-c6b2-4ddc-b55b-8ae1b631c6e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:06.228550857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04ce8faf-e1fa-4191-b166-097e8174996e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:06.441044509Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04ce8faf-e1fa-4191-b166-097e8174996e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:06.49354136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 45","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04ce8faf-e1fa-4191-b166-097e8174996e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:06.625898961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84018f57-ad1f-4f68-95cb-bf8da9509cba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:06.625926623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84018f57-ad1f-4f68-95cb-bf8da9509cba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:07.093953476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d47c4292-3c35-4669-952a-8d80ab99d5b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:07.143784728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d47c4292-3c35-4669-952a-8d80ab99d5b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:07.193384701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d47c4292-3c35-4669-952a-8d80ab99d5b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:07.243313591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d47c4292-3c35-4669-952a-8d80ab99d5b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:07.244651102Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e1be81"},"namespace":"ai-tenant-e2e-inf-a-e1be81","name":"default-tenant","reconcileID":"2f44623d-1976-495e-b32f-672e7e3f2b49","namespace":"ai-tenant-e2e-inf-a-e1be81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:07.244699021Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e1be81"},"namespace":"ai-tenant-e2e-inf-a-e1be81","name":"default-tenant","reconcileID":"2f44623d-1976-495e-b32f-672e7e3f2b49","namespace":"ai-tenant-e2e-inf-a-e1be81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:07.244755163Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e1be81"},"namespace":"ai-tenant-e2e-inf-a-e1be81","name":"default-tenant","reconcileID":"2f44623d-1976-495e-b32f-672e7e3f2b49","tenant":"e2e-inf-a-e1be81","tenantID":"e2e-inf-a-e1be81","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:07.297270534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e1be81"},"namespace":"ai-tenant-e2e-inf-a-e1be81","name":"default-tenant","reconcileID":"2f44623d-1976-495e-b32f-672e7e3f2b49","gvk":"Deployment","name":"maas-api-e2e-inf-a-e1be81","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:07.354828324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e1be81"},"namespace":"ai-tenant-e2e-inf-a-e1be81","name":"default-tenant","reconcileID":"2f44623d-1976-495e-b32f-672e7e3f2b49","gvk":"Service","name":"maas-api-e2e-inf-a-e1be81","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:07.411501816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e1be81"},"namespace":"ai-tenant-e2e-inf-a-e1be81","name":"default-tenant","reconcileID":"2f44623d-1976-495e-b32f-672e7e3f2b49","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-e1be81","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:07.500810904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e1be81"},"namespace":"ai-tenant-e2e-inf-a-e1be81","name":"default-tenant","reconcileID":"2f44623d-1976-495e-b32f-672e7e3f2b49","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-e1be81","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:07.553844033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e1be81"},"namespace":"ai-tenant-e2e-inf-a-e1be81","name":"default-tenant","reconcileID":"2f44623d-1976-495e-b32f-672e7e3f2b49","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-e1be81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:07.605346274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e1be81"},"namespace":"ai-tenant-e2e-inf-a-e1be81","name":"default-tenant","reconcileID":"2f44623d-1976-495e-b32f-672e7e3f2b49","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-e1be81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:07.659551039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e1be81"},"namespace":"ai-tenant-e2e-inf-a-e1be81","name":"default-tenant","reconcileID":"2f44623d-1976-495e-b32f-672e7e3f2b49","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-e1be81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:07.713495392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e1be81"},"namespace":"ai-tenant-e2e-inf-a-e1be81","name":"default-tenant","reconcileID":"2f44623d-1976-495e-b32f-672e7e3f2b49","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-e1be81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:07.763435775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e1be81"},"namespace":"ai-tenant-e2e-inf-a-e1be81","name":"default-tenant","reconcileID":"2f44623d-1976-495e-b32f-672e7e3f2b49","gvk":"Deployment","name":"payload-processing-e2e-inf-a-e1be81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:07.813365461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e1be81"},"namespace":"ai-tenant-e2e-inf-a-e1be81","name":"default-tenant","reconcileID":"2f44623d-1976-495e-b32f-672e7e3f2b49","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-e1be81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:07.862484842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e1be81"},"namespace":"ai-tenant-e2e-inf-a-e1be81","name":"default-tenant","reconcileID":"2f44623d-1976-495e-b32f-672e7e3f2b49","gvk":"Service","name":"payload-processing-e2e-inf-a-e1be81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:07.911752832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e1be81"},"namespace":"ai-tenant-e2e-inf-a-e1be81","name":"default-tenant","reconcileID":"2f44623d-1976-495e-b32f-672e7e3f2b49","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-e1be81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:07.961204203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e1be81"},"namespace":"ai-tenant-e2e-inf-a-e1be81","name":"default-tenant","reconcileID":"2f44623d-1976-495e-b32f-672e7e3f2b49","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-e1be81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:08.010683881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e1be81"},"namespace":"ai-tenant-e2e-inf-a-e1be81","name":"default-tenant","reconcileID":"2f44623d-1976-495e-b32f-672e7e3f2b49","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-e1be81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:08.060050676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e1be81"},"namespace":"ai-tenant-e2e-inf-a-e1be81","name":"default-tenant","reconcileID":"2f44623d-1976-495e-b32f-672e7e3f2b49","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-e1be81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:08.113062086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e1be81"},"namespace":"ai-tenant-e2e-inf-a-e1be81","name":"default-tenant","reconcileID":"2f44623d-1976-495e-b32f-672e7e3f2b49","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-e1be81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:08.162436662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e1be81"},"namespace":"ai-tenant-e2e-inf-a-e1be81","name":"default-tenant","reconcileID":"2f44623d-1976-495e-b32f-672e7e3f2b49","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-e1be81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:08.214412589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e1be81"},"namespace":"ai-tenant-e2e-inf-a-e1be81","name":"default-tenant","reconcileID":"2f44623d-1976-495e-b32f-672e7e3f2b49","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-e1be81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:08.26551471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e1be81"},"namespace":"ai-tenant-e2e-inf-a-e1be81","name":"default-tenant","reconcileID":"2f44623d-1976-495e-b32f-672e7e3f2b49","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-e1be81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:08.317507729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e1be81"},"namespace":"ai-tenant-e2e-inf-a-e1be81","name":"default-tenant","reconcileID":"2f44623d-1976-495e-b32f-672e7e3f2b49","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-e1be81","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:08.851527986Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.612844178Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-d5ffdb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d5ffdb","reconcileID":"f27ee8b4-f7d4-4ce5-ae13-c1d199761202","namespace":"llm","name":"e2e-dft-refs-d5ffdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.663217407Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-d5ffdb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d5ffdb","reconcileID":"7a8c5b4a-4164-4de4-9fa6-e9be399e4718","MaaSModelRef":{"name":"e2e-dft-refs-d5ffdb","namespace":"llm"},"name":"e2e-dft-refs-d5ffdb","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.713645318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"9b09dde0-013d-4227-a1d2-9dd627b537ec","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.76348507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd8c970d-aee5-46d9-9be9-aa4ea33fe446","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.763641731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05d3446d-4d7b-4d90-b8c0-a83e3f44a16e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.763491542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"6373cd68-6aa1-4784-a171-9510fa25d88c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.763940058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"e2ea5fd2-073a-4b2e-86d6-e155c575109b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.819539906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"6373cd68-6aa1-4784-a171-9510fa25d88c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.820175094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd8c970d-aee5-46d9-9be9-aa4ea33fe446","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.821887763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05d3446d-4d7b-4d90-b8c0-a83e3f44a16e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.822290681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"e2ea5fd2-073a-4b2e-86d6-e155c575109b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.875280596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 45","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd8c970d-aee5-46d9-9be9-aa4ea33fe446","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.875363187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05d3446d-4d7b-4d90-b8c0-a83e3f44a16e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.876541783Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"9b09dde0-013d-4227-a1d2-9dd627b537ec","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.87967846Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-d5ffdb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d5ffdb","reconcileID":"210e19a1-6e07-4f25-8ceb-bb9d45b63287","MaaSModelRef":{"name":"e2e-dft-refs-d5ffdb","namespace":"llm"},"name":"e2e-dft-refs-d5ffdb","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.929244784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"9b09dde0-013d-4227-a1d2-9dd627b537ec","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.930647148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9c79591c-f583-46b9-a5b3-97954e4e28ce","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.930664471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9c79591c-f583-46b9-a5b3-97954e4e28ce","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.930911916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5bd55f64-b84e-4411-8270-71b34e8fdf46","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.93092391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5bd55f64-b84e-4411-8270-71b34e8fdf46","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.931142361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"037ec399-0795-4c5b-a978-7c082e3c419c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.93118483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"037ec399-0795-4c5b-a978-7c082e3c419c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.931442829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c986c7a2-b7fe-4cdd-a2f1-b6bcb3492905","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.931454417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c986c7a2-b7fe-4cdd-a2f1-b6bcb3492905","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.931664262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec55c147-6f13-45ae-9a0e-3b8ce1c2b987","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.931680034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec55c147-6f13-45ae-9a0e-3b8ce1c2b987","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.932141973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5f03686a-226b-419a-a3d3-80a47c9e4e8d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.93217704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5f03686a-226b-419a-a3d3-80a47c9e4e8d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.932642045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"51636def-ed0e-4de3-800e-4102c2233dd7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.932659691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"51636def-ed0e-4de3-800e-4102c2233dd7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.93292189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8c10ef1e-5563-420a-bfea-8bb68378ed9a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.9329344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8c10ef1e-5563-420a-bfea-8bb68378ed9a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.996873202Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-d5ffdb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d5ffdb","reconcileID":"9b3e8dd4-8c3d-4642-abcb-5254a263ebfa","MaaSModelRef":{"name":"e2e-dft-refs-d5ffdb","namespace":"llm"},"name":"e2e-dft-refs-d5ffdb","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.034993663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-sub-f284037a","reconcileID":"2df74081-8322-4efc-92dc-86a0300f7001","MaaSSubscription":{"name":"e2e-sub-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.03521541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fcdc73da-5376-44bb-9d06-d05441d53bb2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.035872446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ee4c3e76-5b3d-4683-9591-4f2a487884ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.046836479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9db0e5c3-e951-4dc9-8572-991cfe791d08","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.046858133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9db0e5c3-e951-4dc9-8572-991cfe791d08","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.04713944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"627332d0-11ff-40f3-a668-1957b43e4eb0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.047165354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"627332d0-11ff-40f3-a668-1957b43e4eb0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.047393928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e060ade8-1986-4ac7-8ff3-99b6359d4671","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.047406969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e060ade8-1986-4ac7-8ff3-99b6359d4671","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.04763074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e4698b83-9ebd-4453-b950-a3cb6eedd85a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.047643348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e4698b83-9ebd-4453-b950-a3cb6eedd85a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.047862078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"022f99ef-f6fb-47d0-a6d9-47917bdea6cf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.04787544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"022f99ef-f6fb-47d0-a6d9-47917bdea6cf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.048087256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d7174fb-074f-4c15-af31-b4be09e6add7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.048099071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d7174fb-074f-4c15-af31-b4be09e6add7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.048454728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a26dd656-a73b-4ff5-84c4-b067f3122ace","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.048468484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a26dd656-a73b-4ff5-84c4-b067f3122ace","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.048788995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"78ee0685-fb87-4600-9b3a-fe5ce1a3614b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.048801139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"78ee0685-fb87-4600-9b3a-fe5ce1a3614b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.083282608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"2faf8e60-d85f-4cba-b12a-ffea8ac31d32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.137084067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"2faf8e60-d85f-4cba-b12a-ffea8ac31d32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.181424209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"cbc3f338-dd64-4ef1-abc3-259479dd8d8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.181457613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"c62baf57-ed4f-4df9-87ff-b7f06efc42b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.181877975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"1fe6d2db-23a8-4e0f-a002-9506ce216c17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.184323357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"da9c2a5e-b1b7-4d87-8524-d5de64c334cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.235512445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"1fe6d2db-23a8-4e0f-a002-9506ce216c17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.23562502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"cbc3f338-dd64-4ef1-abc3-259479dd8d8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.238036425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"c62baf57-ed4f-4df9-87ff-b7f06efc42b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.2382827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"da9c2a5e-b1b7-4d87-8524-d5de64c334cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.440439436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"07a24990-bffe-4eb5-9aff-438a09c11ee9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.495908179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"07a24990-bffe-4eb5-9aff-438a09c11ee9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.587972131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"dc8592d8-57eb-495e-84a1-a71f60082215","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.588065836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65dcb7e6-61a4-4eb3-a811-63d2ec0f7001","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.588652847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2209e844-3f9b-49c0-b67f-2d36fccc34bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.588659476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"73c7fdb6-4f41-4ec6-acf3-b295a7eb2080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.643472375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"dc8592d8-57eb-495e-84a1-a71f60082215","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.646418803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"73c7fdb6-4f41-4ec6-acf3-b295a7eb2080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.667524048Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-d5ffdb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d5ffdb","reconcileID":"28ff363e-0522-43cc-8762-222f8d93366b","namespace":"llm","name":"e2e-dft-refs-d5ffdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.706700999Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65dcb7e6-61a4-4eb3-a811-63d2ec0f7001","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.741506555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-d5ffdb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d5ffdb","reconcileID":"423311fc-f338-4339-8002-d6ff0541d91b","MaaSModelRef":{"name":"e2e-dft-refs-d5ffdb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-d5ffdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.741549228Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-d5ffdb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d5ffdb","reconcileID":"423311fc-f338-4339-8002-d6ff0541d91b","MaaSModelRef":{"name":"e2e-dft-refs-d5ffdb","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-d5ffdb-e2c9395440a2","namespace":"llm","model":"e2e-dft-refs-d5ffdb","externalModel":"e2e-dft-refs-d5ffdb","provider":"e2e-dft-refs-d5ffdb-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:05:11.758517683Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2209e844-3f9b-49c0-b67f-2d36fccc34bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.760916169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65dcb7e6-61a4-4eb3-a811-63d2ec0f7001","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.815241227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"a3dc102b-52c0-409b-8819-5e599f6496f0","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:05:11.815810151Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2209e844-3f9b-49c0-b67f-2d36fccc34bc","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.851674379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"de2286a5-04b9-43f5-8dd6-0e908ed6ce70","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.851715807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"de2286a5-04b9-43f5-8dd6-0e908ed6ce70","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.852196088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75e10237-c914-40a8-8dc4-c5c1522fb846","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.852212173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75e10237-c914-40a8-8dc4-c5c1522fb846","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.934195851Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"a3dc102b-52c0-409b-8819-5e599f6496f0","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.94555082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"3c077d54-547f-4d57-bfb0-1d99aff19e73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.964368804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"12ff10cf-876a-4a36-a958-8f74a3f533b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.964401344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"f11f3eb4-8074-4616-9135-c0fa3a5586bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.986245108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"a3dc102b-52c0-409b-8819-5e599f6496f0","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:11.990404917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26023c56-202e-40b5-a96a-c4aa22080948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:12.000272959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"3c077d54-547f-4d57-bfb0-1d99aff19e73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:12.019372636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"12ff10cf-876a-4a36-a958-8f74a3f533b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:12.019561639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"f11f3eb4-8074-4616-9135-c0fa3a5586bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:12.040938888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ae635c3-0fcb-49c4-bf11-ea5683319d53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:12.040955584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ae635c3-0fcb-49c4-bf11-ea5683319d53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:12.108465926Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26023c56-202e-40b5-a96a-c4aa22080948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:12.177011188Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 49","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26023c56-202e-40b5-a96a-c4aa22080948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:12.191399253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"1332e7ef-40a6-4b23-a451-e76a04d2a9af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:12.240589368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6163510d-2444-4c0b-9939-21f0134c261d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:12.240608264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6163510d-2444-4c0b-9939-21f0134c261d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:12.24984655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"1332e7ef-40a6-4b23-a451-e76a04d2a9af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:12.309971181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"d4148c1a-a182-42b8-b0f5-5e13c48927b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:12.364665247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"d4148c1a-a182-42b8-b0f5-5e13c48927b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:12.405060782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"eaaa26a0-a353-4986-8b24-6baf8c4df664","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:12.40509078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"d64b128b-86a1-4dbb-be35-6cdc9f883484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:12.405591218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"0128ceaf-34bb-4467-8259-cf8c8cb0e665","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:12.4592962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"eaaa26a0-a353-4986-8b24-6baf8c4df664","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:12.459759122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"d64b128b-86a1-4dbb-be35-6cdc9f883484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:12.461515516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"0128ceaf-34bb-4467-8259-cf8c8cb0e665","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:12.556802039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14a11b72-e1f6-4514-a15b-e72b63b64ed3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:12.609911519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14a11b72-e1f6-4514-a15b-e72b63b64ed3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:12.662400817Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 49","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14a11b72-e1f6-4514-a15b-e72b63b64ed3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:12.713025051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"1104d425-3f9a-4e0f-ac65-e950ccdd1a2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:12.71570167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"289bc1ab-feee-4130-aa0c-1b752ff4bf06","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:12.715717766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"289bc1ab-feee-4130-aa0c-1b752ff4bf06","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:12.762866559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"88cddd08-69aa-4543-9d26-154b2869052b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:12.766882333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"1104d425-3f9a-4e0f-ac65-e950ccdd1a2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:12.819373056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"88cddd08-69aa-4543-9d26-154b2869052b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:16.478402905Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-e1be81","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-e1be81","reconcileID":"994ab158-3342-4466-aef3-79a0a47c08c4","aitenant":"ai-tenants/e2e-inf-a-e1be81","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.014291269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bc10d61-5940-4a5c-a10a-f572263d5c71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.064310515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bc10d61-5940-4a5c-a10a-f572263d5c71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.088284308Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-d5ffdb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d5ffdb","reconcileID":"af2ac71c-63bd-45ae-9a27-1df8840e7f41","namespace":"llm","name":"e2e-dft-refs-d5ffdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.114574639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bc10d61-5940-4a5c-a10a-f572263d5c71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.142665521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bb128b03-157f-44d7-b660-6715f99f5d2f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.142686565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bb128b03-157f-44d7-b660-6715f99f5d2f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.165367564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bc10d61-5940-4a5c-a10a-f572263d5c71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.16727881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e272f8a3-1c9d-4397-9b1c-b74085b9caad","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.167299814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e272f8a3-1c9d-4397-9b1c-b74085b9caad","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.167733126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5c0a4b4c-7d73-408e-9dbc-0e9cb9750df0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.167754146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5c0a4b4c-7d73-408e-9dbc-0e9cb9750df0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.168121736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"494ced30-c17f-453d-bbbf-b2b60db089e0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.168143001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"494ced30-c17f-453d-bbbf-b2b60db089e0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.168542048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6634f634-b3f0-4850-8b26-82b18fa85fd5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.168557092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6634f634-b3f0-4850-8b26-82b18fa85fd5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.169081344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"45da090f-9857-4cae-8475-847e2c3e466e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.169096564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"45da090f-9857-4cae-8475-847e2c3e466e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.169602489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7a777e06-66ee-40a0-a4a1-2175e83e8d08","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.169628734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7a777e06-66ee-40a0-a4a1-2175e83e8d08","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.169983562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1685c7a2-223f-4880-b780-40da8ec26e29","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.169997842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1685c7a2-223f-4880-b780-40da8ec26e29","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.265736415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"ddb7f2c7-c87c-4f4e-97ae-71ee539b3636","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.274305057Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-e1be81","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-e1be81","reconcileID":"994ab158-3342-4466-aef3-79a0a47c08c4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-e1be81","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-e1be81"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.314813968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ce7bccd-d719-4612-a299-8f8c1127aab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.315590751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"742d5744-258a-40ae-aad7-5e0af87a5881","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.315666477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"4389b118-7665-483b-b477-dce6f0949d1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.316016764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c1c6f91-471b-4f8d-98d7-e9d7b7f7ae9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.367712122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8144bb91-993f-40cd-8950-b0ea643d34f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.369672585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ce7bccd-d719-4612-a299-8f8c1127aab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.372807884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c1c6f91-471b-4f8d-98d7-e9d7b7f7ae9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.375310177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-sub-f284037a","reconcileID":"5cacdbfd-167f-4a81-a547-4c62ae16c175","MaaSSubscription":{"name":"e2e-sub-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.377463912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"4389b118-7665-483b-b477-dce6f0949d1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.378180072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a9680a57-8b88-4cfe-beae-d6b81b82ad09","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.378538061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"742d5744-258a-40ae-aad7-5e0af87a5881","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.433588963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 49","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c1c6f91-471b-4f8d-98d7-e9d7b7f7ae9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.435415638Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 49","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ce7bccd-d719-4612-a299-8f8c1127aab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.447507252Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"ddb7f2c7-c87c-4f4e-97ae-71ee539b3636","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.499578309Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"ddb7f2c7-c87c-4f4e-97ae-71ee539b3636","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.556497133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc8c6bb1-ce75-4804-8470-2d876c03679f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.556590741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc8c6bb1-ce75-4804-8470-2d876c03679f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.572238726Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-d5ffdb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d5ffdb","reconcileID":"46a82fa5-8581-4c5a-855f-44622a94586c","namespace":"llm","name":"e2e-dft-refs-d5ffdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.625530755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"cb6de9ac-5c2c-401a-bb18-c483d4cda248","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.625550794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"493a2506-0f84-4727-8638-389201fa304d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.679856655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"493a2506-0f84-4727-8638-389201fa304d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.680236885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"cb6de9ac-5c2c-401a-bb18-c483d4cda248","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.724213265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"bf2dc465-7ecb-420f-9bee-a7b752ad05ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.839089062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"bf2dc465-7ecb-420f-9bee-a7b752ad05ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.843510208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"b1fdde67-04d5-4819-b307-c56419a200e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.844090781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"4c65e201-8ee0-4189-b9ad-067962e9f95b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.897508398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"b1fdde67-04d5-4819-b307-c56419a200e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.925625541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"4c65e201-8ee0-4189-b9ad-067962e9f95b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.035699763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"5938eb7f-5ae4-4338-8db4-3efba96bce0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.035880956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"09e4d8d1-0d4f-43c0-b763-23484ddcf1f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.089947494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"09e4d8d1-0d4f-43c0-b763-23484ddcf1f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.090102245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"5938eb7f-5ae4-4338-8db4-3efba96bce0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.268032623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"7b8e2ce3-42de-40d5-8c4e-938df63dcfb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.32833779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"7b8e2ce3-42de-40d5-8c4e-938df63dcfb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.365994309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9375f2b-ed9a-4cd0-89a7-ac47f1b9db22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.3678614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04b239a3-4d14-4c96-8b78-3e2f7b5411a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.402622566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"0dbe7353-2f84-4825-aca5-b7927232eceb","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.455887803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"0dbe7353-2f84-4825-aca5-b7927232eceb","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.484244454Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9375f2b-ed9a-4cd0-89a7-ac47f1b9db22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:05:18.489438875Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04b239a3-4d14-4c96-8b78-3e2f7b5411a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.549516404Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"0dbe7353-2f84-4825-aca5-b7927232eceb","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:05:18.551216088Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04b239a3-4d14-4c96-8b78-3e2f7b5411a9","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.552326892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9730d85-ed01-41a2-b717-81e92057a7af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.552396291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9730d85-ed01-41a2-b717-81e92057a7af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.555981949Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9375f2b-ed9a-4cd0-89a7-ac47f1b9db22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.593479839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"71b0884b-f022-4688-9d71-a74add6dbc4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.604685311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a4c4a5b-9220-4b4b-8263-4671fbb76a1d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.604707868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a4c4a5b-9220-4b4b-8263-4671fbb76a1d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.610498229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"42015c6d-5897-411c-93d4-8a6519bb0311","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.610514633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"42015c6d-5897-411c-93d4-8a6519bb0311","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.647791173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"71b0884b-f022-4688-9d71-a74add6dbc4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.697983011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"5276897b-8ca9-4a69-a6a4-0a7e486a57a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.702195092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"3520d29e-1cbe-42f0-b8bd-c6ce54801916","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.752961197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"5276897b-8ca9-4a69-a6a4-0a7e486a57a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.756493153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"3520d29e-1cbe-42f0-b8bd-c6ce54801916","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.801779638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"0b38a0d5-d5cd-496a-bd6e-49bb57d965af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.801803783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"a98c91a2-670d-4227-a70a-c83e33e6e146","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.856854874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"0b38a0d5-d5cd-496a-bd6e-49bb57d965af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.856990136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"a98c91a2-670d-4227-a70a-c83e33e6e146","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.994864563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1f468ba-2d94-4aef-b478-d7d0f5f38b72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:19.04937355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1f468ba-2d94-4aef-b478-d7d0f5f38b72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:19.063136134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10a86ce6-9efa-47da-8bf2-d8073db3a72a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:19.112957204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10a86ce6-9efa-47da-8bf2-d8073db3a72a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:19.115583643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1f468ba-2d94-4aef-b478-d7d0f5f38b72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:19.16293176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10a86ce6-9efa-47da-8bf2-d8073db3a72a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:19.212770617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10a86ce6-9efa-47da-8bf2-d8073db3a72a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:19.218458441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d00b0de-e4e8-44ae-b120-17c719c3a79d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:19.218483374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d00b0de-e4e8-44ae-b120-17c719c3a79d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:21.05906605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5627db18-3b2f-4f5d-92c6-69e02c90c74a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:21.108891918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5627db18-3b2f-4f5d-92c6-69e02c90c74a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:21.158729292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5627db18-3b2f-4f5d-92c6-69e02c90c74a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:21.208396209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5627db18-3b2f-4f5d-92c6-69e02c90c74a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.311979229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa0f0780-9407-44da-8847-f612de333bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.362936567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa0f0780-9407-44da-8847-f612de333bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.41334581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa0f0780-9407-44da-8847-f612de333bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.467105729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa0f0780-9407-44da-8847-f612de333bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:27.469158617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7fb11d7-d1ec-4a2a-9bb7-e5bc0b59e84d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:27.520171675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7fb11d7-d1ec-4a2a-9bb7-e5bc0b59e84d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:27.571292771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7fb11d7-d1ec-4a2a-9bb7-e5bc0b59e84d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:27.625242139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7fb11d7-d1ec-4a2a-9bb7-e5bc0b59e84d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:28.72390667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"b8d6320d-e614-461d-a320-bdcde14bf721","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:28.7729391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0eeeb610-daa4-417c-b29a-cb0cccb0bb3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:28.827869055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0eeeb610-daa4-417c-b29a-cb0cccb0bb3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:28.840836517Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"b8d6320d-e614-461d-a320-bdcde14bf721","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:28.879937365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0eeeb610-daa4-417c-b29a-cb0cccb0bb3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:28.941198509Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"b8d6320d-e614-461d-a320-bdcde14bf721","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:28.94382489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"15e99cb5-b1ed-45d8-a8b0-34d7fa1b2499","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:28.943846179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"15e99cb5-b1ed-45d8-a8b0-34d7fa1b2499","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:28.996077316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b8b93e6-cf50-450e-8153-90a59635732c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:28.996095127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b8b93e6-cf50-450e-8153-90a59635732c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:29.367106966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed5e9146-39bc-414a-ad76-8b5c2bea30ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:29.452173437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be9b315-f095-4b27-852f-2b11c98b4433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:29.50221908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be9b315-f095-4b27-852f-2b11c98b4433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:29.517242041Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed5e9146-39bc-414a-ad76-8b5c2bea30ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:29.552906922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be9b315-f095-4b27-852f-2b11c98b4433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:29.60334134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be9b315-f095-4b27-852f-2b11c98b4433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:29.605609061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 53","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed5e9146-39bc-414a-ad76-8b5c2bea30ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:29.660661101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f3e4a07-c44a-4074-b8e4-9878266346c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:29.660682472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f3e4a07-c44a-4074-b8e4-9878266346c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:31.403509219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b098b7-2fd6-48ec-b8c0-ce52b69d68ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:31.453388728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b098b7-2fd6-48ec-b8c0-ce52b69d68ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:31.503287201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b098b7-2fd6-48ec-b8c0-ce52b69d68ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:31.553713486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b098b7-2fd6-48ec-b8c0-ce52b69d68ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:33.456603271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0b2c569-efbd-46e7-b1e8-24a6e3a17f73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:33.506439035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0b2c569-efbd-46e7-b1e8-24a6e3a17f73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:33.56128644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0b2c569-efbd-46e7-b1e8-24a6e3a17f73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:33.619792466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0b2c569-efbd-46e7-b1e8-24a6e3a17f73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:35.488255851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e673394-54d9-4441-86e4-cc560df7b239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:35.538791161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e673394-54d9-4441-86e4-cc560df7b239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:35.588415252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e673394-54d9-4441-86e4-cc560df7b239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:35.639044385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e673394-54d9-4441-86e4-cc560df7b239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:37.460316469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1b37123-dd67-44e7-8a38-3e4ba39b3948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:37.510476076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1b37123-dd67-44e7-8a38-3e4ba39b3948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:37.56131269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1b37123-dd67-44e7-8a38-3e4ba39b3948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:37.61182113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1b37123-dd67-44e7-8a38-3e4ba39b3948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:38.854526545Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:39.091376064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dbe8b0a1-1d99-4390-b48a-caaf3b60a887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:39.142983291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"10ecdc7d-44f2-4bae-8880-775b06136a38","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:39.14510221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dbe8b0a1-1d99-4390-b48a-caaf3b60a887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:39.196817523Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 53","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dbe8b0a1-1d99-4390-b48a-caaf3b60a887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:39.298338511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dfff57c6-2d0e-4353-bc51-ff3c0edd0d20","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:39.298359775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dfff57c6-2d0e-4353-bc51-ff3c0edd0d20","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:39.305858418Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"10ecdc7d-44f2-4bae-8880-775b06136a38","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:39.358006174Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"10ecdc7d-44f2-4bae-8880-775b06136a38","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:39.412394119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f21083a6-7ce7-4db3-9a5c-f21210334f92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:39.412412721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f21083a6-7ce7-4db3-9a5c-f21210334f92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:39.49687434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa829a73-1530-4f25-88f1-e463fc80bcf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:39.549227288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa829a73-1530-4f25-88f1-e463fc80bcf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:39.600693407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa829a73-1530-4f25-88f1-e463fc80bcf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:39.65036463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa829a73-1530-4f25-88f1-e463fc80bcf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:39.853244733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2b3bca8-4dca-45c3-a5a3-77bbbfb0bd7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:40.013721726Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2b3bca8-4dca-45c3-a5a3-77bbbfb0bd7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:40.066009005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 55","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2b3bca8-4dca-45c3-a5a3-77bbbfb0bd7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:40.170836528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d40257b5-c5f5-4914-a60f-77321fb37fe6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:40.170857713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d40257b5-c5f5-4914-a60f-77321fb37fe6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:49.448852406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a0b06c7-3f29-4a41-b501-395376e3daa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:49.502329722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a0b06c7-3f29-4a41-b501-395376e3daa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:49.512058145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"77a7fa98-6607-4fdf-96ff-a05608c07338","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:49.554593766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 55","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a0b06c7-3f29-4a41-b501-395376e3daa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:49.609466619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"010fc521-7566-4258-9ba2-65377d64111d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:49.60948334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"010fc521-7566-4258-9ba2-65377d64111d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:49.711605995Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"77a7fa98-6607-4fdf-96ff-a05608c07338","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:49.763617682Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"77a7fa98-6607-4fdf-96ff-a05608c07338","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:49.818274291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f9f718a-c91c-4e8d-bef0-d520d212342d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:49.818294089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f9f718a-c91c-4e8d-bef0-d520d212342d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:50.320376176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bd799c0-0f5f-4086-b1e3-c76ec901fd52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:50.504930902Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bd799c0-0f5f-4086-b1e3-c76ec901fd52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:50.55827183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bd799c0-0f5f-4086-b1e3-c76ec901fd52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:50.613440799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70100ca4-60d4-48e0-8187-7e1eeb4640d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:50.613462046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70100ca4-60d4-48e0-8187-7e1eeb4640d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:59.766757735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42b52e21-0582-498f-8b85-5cb19f41daae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:59.821078923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42b52e21-0582-498f-8b85-5cb19f41daae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:59.877999029Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42b52e21-0582-498f-8b85-5cb19f41daae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:59.937498659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"7041a599-58c4-448e-99d6-69232d8e4d6e","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:59.939294381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31050978-253c-4cc2-9e8e-3d45f77087e7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:59.939333028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31050978-253c-4cc2-9e8e-3d45f77087e7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:00.112858394Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"7041a599-58c4-448e-99d6-69232d8e4d6e","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:00.169198938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"7041a599-58c4-448e-99d6-69232d8e4d6e","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:00.221990878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea581001-aecf-4ba9-b62b-010c2778ca8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:00.222010018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea581001-aecf-4ba9-b62b-010c2778ca8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:00.762496164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd0083d7-e840-48bc-9399-a3407d0aa5e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:00.930326003Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd0083d7-e840-48bc-9399-a3407d0aa5e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:00.982920607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd0083d7-e840-48bc-9399-a3407d0aa5e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:01.037501579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"581d5f5d-82f8-4d64-a0ae-e1cae37bafad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:01.037520805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"581d5f5d-82f8-4d64-a0ae-e1cae37bafad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:08.853124253Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:10.087062785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0593dd7-2d24-41a3-abe6-53b0bf11cc68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:10.140907983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0593dd7-2d24-41a3-abe6-53b0bf11cc68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:10.192822266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0593dd7-2d24-41a3-abe6-53b0bf11cc68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:10.248405276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae2f8254-cf84-4653-b378-664e75f3c536","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:10.248426753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae2f8254-cf84-4653-b378-664e75f3c536","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:10.320548658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"6e64d8e7-f276-47c6-b7a9-e19a83c291ae","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:10.486901492Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"6e64d8e7-f276-47c6-b7a9-e19a83c291ae","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:10.538963229Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 60","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"6e64d8e7-f276-47c6-b7a9-e19a83c291ae","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:10.593891321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b20622d-8fed-4492-ac2f-d918b2090b01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:10.593907785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b20622d-8fed-4492-ac2f-d918b2090b01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:11.187180552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"438073b4-4162-4260-b105-21ec209de517","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:11.353254567Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"438073b4-4162-4260-b105-21ec209de517","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:11.405595874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 61","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"438073b4-4162-4260-b105-21ec209de517","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:11.462210026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acb7d74e-fa41-4736-acc3-7fa334e9f8ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:11.462228079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acb7d74e-fa41-4736-acc3-7fa334e9f8ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:20.397981924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c342f9ba-e96f-48b8-8f8a-b5a66e53a169","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:20.452613046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c342f9ba-e96f-48b8-8f8a-b5a66e53a169","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:20.505484599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 61","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c342f9ba-e96f-48b8-8f8a-b5a66e53a169","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:20.560105155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"089fbebc-7028-4adc-8f14-20b2a559982c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:20.560127313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"089fbebc-7028-4adc-8f14-20b2a559982c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:20.693225076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"d258981e-1318-481c-882f-f171010ac8bf","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:20.8537368Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"d258981e-1318-481c-882f-f171010ac8bf","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:20.905656315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"d258981e-1318-481c-882f-f171010ac8bf","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:20.959938892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c95682b-5193-4c2d-99b1-e9f1de8ecbb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:20.959958668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c95682b-5193-4c2d-99b1-e9f1de8ecbb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:21.611450961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99ef8bcc-9060-463f-ae0d-d1bd9225572e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:21.760879856Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99ef8bcc-9060-463f-ae0d-d1bd9225572e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:21.81279375Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 63","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99ef8bcc-9060-463f-ae0d-d1bd9225572e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:21.867389427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57cc3786-0bd2-4538-9b55-efb85f0bcb92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:21.867416058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57cc3786-0bd2-4538-9b55-efb85f0bcb92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:25.332619884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"d796066e-f385-4dd4-bb60-cef31fea8ba6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:25.433056036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"10c864a5-eb21-4d66-9f1f-88bb55f273a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:25.453403861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"e03a58ab-bbc1-409b-8972-37f3a8ad8f87","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:25.737318935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"1463027a-4035-4136-a0c0-bd70c28d0d43","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:25.837614556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"1d8a058d-59ed-47e1-b6bd-7564bb2c3f61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:26.192407503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"f405274c-a0c6-4fbb-83bb-3fbc35206b30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:26.380166206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"a4d4c965-1bbf-45c5-97b3-e5f93148721b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:26.50710316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"4b6340fd-bb53-47c6-bc3e-6b13fa7e6c46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:26.602974728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"5d23478f-1508-4d56-b405-34d6a1ccdec4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:26.812572758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"56ca3a2b-c027-4e67-bfac-c37a623aeb51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:26.938699319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1283616c-b671-42b7-92d8-39cffea6b1d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:27.061772057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"abab97dc-edf6-4020-bb80-8e620275072e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:27.061869375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-sub-f284037a","reconcileID":"23364a6e-d42b-48db-b796-2817abdad0cd","MaaSSubscription":{"name":"e2e-sub-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:28.448234428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4472bb8b-d841-4834-baf5-fe1ba9f338ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:28.49801659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4472bb8b-d841-4834-baf5-fe1ba9f338ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:28.547816888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4472bb8b-d841-4834-baf5-fe1ba9f338ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:28.547878551Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-666a38"},"namespace":"ai-tenant-e2e-extmod-b-666a38","name":"default-tenant","reconcileID":"98ae715f-5229-49c2-8597-dfeaef79d8c8","namespace":"ai-tenant-e2e-extmod-b-666a38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:28.547956216Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-666a38"},"namespace":"ai-tenant-e2e-extmod-b-666a38","name":"default-tenant","reconcileID":"98ae715f-5229-49c2-8597-dfeaef79d8c8","namespace":"ai-tenant-e2e-extmod-b-666a38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:28.598418375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4472bb8b-d841-4834-baf5-fe1ba9f338ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:28.598529236Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-666a38"},"namespace":"ai-tenant-e2e-extmod-b-666a38","name":"default-tenant","reconcileID":"98ae715f-5229-49c2-8597-dfeaef79d8c8","aitenant":"ai-tenants/e2e-extmod-b-666a38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:30.708303336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51f1a470-51dd-463c-a574-536818dfcb49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:30.762361184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51f1a470-51dd-463c-a574-536818dfcb49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:30.814572882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 63","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51f1a470-51dd-463c-a574-536818dfcb49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:30.869600959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9dbf846a-4ec1-4a91-a591-dfb876ac14b5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:30.869623333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9dbf846a-4ec1-4a91-a591-dfb876ac14b5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:31.059596295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"723ea536-8042-4125-bb77-6a875a9d3d98","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:31.175992703Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"723ea536-8042-4125-bb77-6a875a9d3d98","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:31.229801863Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 64","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"723ea536-8042-4125-bb77-6a875a9d3d98","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:31.284659449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a8a1bac-7750-40a2-8991-8cef6084023b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:31.28467928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a8a1bac-7750-40a2-8991-8cef6084023b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:32.141054584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a3ac179-4b2d-4c7d-a200-85435abb3128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:32.257081619Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a3ac179-4b2d-4c7d-a200-85435abb3128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:32.309959308Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a3ac179-4b2d-4c7d-a200-85435abb3128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:32.365077097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b822faa-87fa-410b-b62c-50b54334c054","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:32.365104348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b822faa-87fa-410b-b62c-50b54334c054","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:33.276231071Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68d89f"},"namespace":"ai-tenant-e2e-inf-a-68d89f","name":"default-tenant","reconcileID":"a4de7a41-0054-4001-bca7-72b6cb183557","namespace":"ai-tenant-e2e-inf-a-68d89f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:33.276285772Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68d89f"},"namespace":"ai-tenant-e2e-inf-a-68d89f","name":"default-tenant","reconcileID":"a4de7a41-0054-4001-bca7-72b6cb183557","namespace":"ai-tenant-e2e-inf-a-68d89f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:33.276335132Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68d89f"},"namespace":"ai-tenant-e2e-inf-a-68d89f","name":"default-tenant","reconcileID":"a4de7a41-0054-4001-bca7-72b6cb183557","tenant":"e2e-inf-a-68d89f","tenantID":"e2e-inf-a-68d89f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:33.328959076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68d89f"},"namespace":"ai-tenant-e2e-inf-a-68d89f","name":"default-tenant","reconcileID":"a4de7a41-0054-4001-bca7-72b6cb183557","gvk":"Deployment","name":"maas-api-e2e-inf-a-68d89f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:33.386117364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68d89f"},"namespace":"ai-tenant-e2e-inf-a-68d89f","name":"default-tenant","reconcileID":"a4de7a41-0054-4001-bca7-72b6cb183557","gvk":"Service","name":"maas-api-e2e-inf-a-68d89f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:33.448132883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68d89f"},"namespace":"ai-tenant-e2e-inf-a-68d89f","name":"default-tenant","reconcileID":"a4de7a41-0054-4001-bca7-72b6cb183557","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-68d89f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:33.49925682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68d89f"},"namespace":"ai-tenant-e2e-inf-a-68d89f","name":"default-tenant","reconcileID":"a4de7a41-0054-4001-bca7-72b6cb183557","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-68d89f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:33.55945753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68d89f"},"namespace":"ai-tenant-e2e-inf-a-68d89f","name":"default-tenant","reconcileID":"a4de7a41-0054-4001-bca7-72b6cb183557","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-68d89f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:33.612857366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68d89f"},"namespace":"ai-tenant-e2e-inf-a-68d89f","name":"default-tenant","reconcileID":"a4de7a41-0054-4001-bca7-72b6cb183557","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-68d89f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:33.667440557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68d89f"},"namespace":"ai-tenant-e2e-inf-a-68d89f","name":"default-tenant","reconcileID":"a4de7a41-0054-4001-bca7-72b6cb183557","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-68d89f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:33.719056643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68d89f"},"namespace":"ai-tenant-e2e-inf-a-68d89f","name":"default-tenant","reconcileID":"a4de7a41-0054-4001-bca7-72b6cb183557","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-68d89f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:33.771821698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68d89f"},"namespace":"ai-tenant-e2e-inf-a-68d89f","name":"default-tenant","reconcileID":"a4de7a41-0054-4001-bca7-72b6cb183557","gvk":"Deployment","name":"payload-processing-e2e-inf-a-68d89f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:33.825219535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68d89f"},"namespace":"ai-tenant-e2e-inf-a-68d89f","name":"default-tenant","reconcileID":"a4de7a41-0054-4001-bca7-72b6cb183557","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-68d89f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:33.874768866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68d89f"},"namespace":"ai-tenant-e2e-inf-a-68d89f","name":"default-tenant","reconcileID":"a4de7a41-0054-4001-bca7-72b6cb183557","gvk":"Service","name":"payload-processing-e2e-inf-a-68d89f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:33.92450268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68d89f"},"namespace":"ai-tenant-e2e-inf-a-68d89f","name":"default-tenant","reconcileID":"a4de7a41-0054-4001-bca7-72b6cb183557","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-68d89f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:33.974480767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68d89f"},"namespace":"ai-tenant-e2e-inf-a-68d89f","name":"default-tenant","reconcileID":"a4de7a41-0054-4001-bca7-72b6cb183557","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-68d89f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:34.023690386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68d89f"},"namespace":"ai-tenant-e2e-inf-a-68d89f","name":"default-tenant","reconcileID":"a4de7a41-0054-4001-bca7-72b6cb183557","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-68d89f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:34.073214773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68d89f"},"namespace":"ai-tenant-e2e-inf-a-68d89f","name":"default-tenant","reconcileID":"a4de7a41-0054-4001-bca7-72b6cb183557","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-68d89f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:34.125524656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68d89f"},"namespace":"ai-tenant-e2e-inf-a-68d89f","name":"default-tenant","reconcileID":"a4de7a41-0054-4001-bca7-72b6cb183557","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-68d89f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:34.174914803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68d89f"},"namespace":"ai-tenant-e2e-inf-a-68d89f","name":"default-tenant","reconcileID":"a4de7a41-0054-4001-bca7-72b6cb183557","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-68d89f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:34.224220037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68d89f"},"namespace":"ai-tenant-e2e-inf-a-68d89f","name":"default-tenant","reconcileID":"a4de7a41-0054-4001-bca7-72b6cb183557","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-68d89f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:34.279457609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68d89f"},"namespace":"ai-tenant-e2e-inf-a-68d89f","name":"default-tenant","reconcileID":"a4de7a41-0054-4001-bca7-72b6cb183557","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-68d89f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:34.332348254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68d89f"},"namespace":"ai-tenant-e2e-inf-a-68d89f","name":"default-tenant","reconcileID":"a4de7a41-0054-4001-bca7-72b6cb183557","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-68d89f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:34.386617087Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c9d4fc"},"namespace":"ai-tenant-e2e-inf-b-c9d4fc","name":"default-tenant","reconcileID":"151b431b-a3aa-4c6a-83c5-0fbbf32f4134","namespace":"ai-tenant-e2e-inf-b-c9d4fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:34.38669969Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c9d4fc"},"namespace":"ai-tenant-e2e-inf-b-c9d4fc","name":"default-tenant","reconcileID":"151b431b-a3aa-4c6a-83c5-0fbbf32f4134","namespace":"ai-tenant-e2e-inf-b-c9d4fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:34.386745949Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c9d4fc"},"namespace":"ai-tenant-e2e-inf-b-c9d4fc","name":"default-tenant","reconcileID":"151b431b-a3aa-4c6a-83c5-0fbbf32f4134","tenant":"e2e-inf-b-c9d4fc","tenantID":"e2e-inf-b-c9d4fc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:34.438293205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c9d4fc"},"namespace":"ai-tenant-e2e-inf-b-c9d4fc","name":"default-tenant","reconcileID":"151b431b-a3aa-4c6a-83c5-0fbbf32f4134","gvk":"Deployment","name":"maas-api-e2e-inf-b-c9d4fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:34.495194203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c9d4fc"},"namespace":"ai-tenant-e2e-inf-b-c9d4fc","name":"default-tenant","reconcileID":"151b431b-a3aa-4c6a-83c5-0fbbf32f4134","gvk":"Service","name":"maas-api-e2e-inf-b-c9d4fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:34.551956562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c9d4fc"},"namespace":"ai-tenant-e2e-inf-b-c9d4fc","name":"default-tenant","reconcileID":"151b431b-a3aa-4c6a-83c5-0fbbf32f4134","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-c9d4fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:34.603507595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c9d4fc"},"namespace":"ai-tenant-e2e-inf-b-c9d4fc","name":"default-tenant","reconcileID":"151b431b-a3aa-4c6a-83c5-0fbbf32f4134","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-c9d4fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:34.655422553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c9d4fc"},"namespace":"ai-tenant-e2e-inf-b-c9d4fc","name":"default-tenant","reconcileID":"151b431b-a3aa-4c6a-83c5-0fbbf32f4134","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-c9d4fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:34.707491709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c9d4fc"},"namespace":"ai-tenant-e2e-inf-b-c9d4fc","name":"default-tenant","reconcileID":"151b431b-a3aa-4c6a-83c5-0fbbf32f4134","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-c9d4fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:34.761195716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c9d4fc"},"namespace":"ai-tenant-e2e-inf-b-c9d4fc","name":"default-tenant","reconcileID":"151b431b-a3aa-4c6a-83c5-0fbbf32f4134","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-c9d4fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:34.813131625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c9d4fc"},"namespace":"ai-tenant-e2e-inf-b-c9d4fc","name":"default-tenant","reconcileID":"151b431b-a3aa-4c6a-83c5-0fbbf32f4134","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-c9d4fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:34.873548161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c9d4fc"},"namespace":"ai-tenant-e2e-inf-b-c9d4fc","name":"default-tenant","reconcileID":"151b431b-a3aa-4c6a-83c5-0fbbf32f4134","gvk":"Deployment","name":"payload-processing-e2e-inf-b-c9d4fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:34.923074753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c9d4fc"},"namespace":"ai-tenant-e2e-inf-b-c9d4fc","name":"default-tenant","reconcileID":"151b431b-a3aa-4c6a-83c5-0fbbf32f4134","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-c9d4fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:34.972237918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c9d4fc"},"namespace":"ai-tenant-e2e-inf-b-c9d4fc","name":"default-tenant","reconcileID":"151b431b-a3aa-4c6a-83c5-0fbbf32f4134","gvk":"Service","name":"payload-processing-e2e-inf-b-c9d4fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:35.021846345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c9d4fc"},"namespace":"ai-tenant-e2e-inf-b-c9d4fc","name":"default-tenant","reconcileID":"151b431b-a3aa-4c6a-83c5-0fbbf32f4134","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-c9d4fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:35.070975414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c9d4fc"},"namespace":"ai-tenant-e2e-inf-b-c9d4fc","name":"default-tenant","reconcileID":"151b431b-a3aa-4c6a-83c5-0fbbf32f4134","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-c9d4fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:35.120089441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c9d4fc"},"namespace":"ai-tenant-e2e-inf-b-c9d4fc","name":"default-tenant","reconcileID":"151b431b-a3aa-4c6a-83c5-0fbbf32f4134","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-c9d4fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:35.169427013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c9d4fc"},"namespace":"ai-tenant-e2e-inf-b-c9d4fc","name":"default-tenant","reconcileID":"151b431b-a3aa-4c6a-83c5-0fbbf32f4134","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-c9d4fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:35.221739294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c9d4fc"},"namespace":"ai-tenant-e2e-inf-b-c9d4fc","name":"default-tenant","reconcileID":"151b431b-a3aa-4c6a-83c5-0fbbf32f4134","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-c9d4fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:35.271066773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c9d4fc"},"namespace":"ai-tenant-e2e-inf-b-c9d4fc","name":"default-tenant","reconcileID":"151b431b-a3aa-4c6a-83c5-0fbbf32f4134","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-c9d4fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:35.32031436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c9d4fc"},"namespace":"ai-tenant-e2e-inf-b-c9d4fc","name":"default-tenant","reconcileID":"151b431b-a3aa-4c6a-83c5-0fbbf32f4134","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-c9d4fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:35.369936913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c9d4fc"},"namespace":"ai-tenant-e2e-inf-b-c9d4fc","name":"default-tenant","reconcileID":"151b431b-a3aa-4c6a-83c5-0fbbf32f4134","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-c9d4fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:35.420132601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c9d4fc"},"namespace":"ai-tenant-e2e-inf-b-c9d4fc","name":"default-tenant","reconcileID":"151b431b-a3aa-4c6a-83c5-0fbbf32f4134","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-c9d4fc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:36.284772317Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-68d89f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-68d89f","reconcileID":"f16005ab-7dce-4d56-be27-65f5590805c2","aitenant":"ai-tenants/e2e-inf-a-68d89f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:36.830195952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d11a4ca-9589-41a4-89d4-9212caf93444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:36.879766677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d11a4ca-9589-41a4-89d4-9212caf93444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:36.929766462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d11a4ca-9589-41a4-89d4-9212caf93444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:36.980249209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d11a4ca-9589-41a4-89d4-9212caf93444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:37.086424992Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-68d89f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-68d89f","reconcileID":"f16005ab-7dce-4d56-be27-65f5590805c2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-68d89f","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-68d89f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:37.65586035Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-c9d4fc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-c9d4fc","reconcileID":"5d57d8a8-a862-42d5-b11b-715107460643","aitenant":"ai-tenants/e2e-inf-b-c9d4fc","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:38.512669418Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-c9d4fc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-c9d4fc","reconcileID":"5d57d8a8-a862-42d5-b11b-715107460643","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-c9d4fc","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-c9d4fc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:38.833465963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f4463da-5c2b-483e-89f9-7c53dfd330bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:38.852833382Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:38.883307697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f4463da-5c2b-483e-89f9-7c53dfd330bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:38.933225679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f4463da-5c2b-483e-89f9-7c53dfd330bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:38.986875322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f4463da-5c2b-483e-89f9-7c53dfd330bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.449730609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab92e7e5-fde1-4bdc-b9eb-272430d18742","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.449761162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab92e7e5-fde1-4bdc-b9eb-272430d18742","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.502926496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c004f349-56a5-428a-93b5-94ec0d70029d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.502948739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c004f349-56a5-428a-93b5-94ec0d70029d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.601393637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-4a55d2df"},"namespace":"ai-tenant-e2e-mt-4a55d2df","name":"e2e-shared-policy-4a55d2df","reconcileID":"ee8cc0ef-9f8e-4203-a57e-a3c344972766","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-4a55d2df"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.717224162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80b0af84-20dd-4021-8d6b-2b7fa5ab516b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.717243481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80b0af84-20dd-4021-8d6b-2b7fa5ab516b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.762979394Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-4a55d2df"},"namespace":"ai-tenant-e2e-mt-4a55d2df","name":"e2e-shared-policy-4a55d2df","reconcileID":"ee8cc0ef-9f8e-4203-a57e-a3c344972766","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-4a55d2df"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.771642917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54da9067-8dbc-4f32-b6a0-7d18e025d20c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.771669218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54da9067-8dbc-4f32-b6a0-7d18e025d20c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.814967012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-4a55d2df"},"namespace":"ai-tenant-e2e-mt-4a55d2df","name":"e2e-shared-policy-4a55d2df","reconcileID":"ee8cc0ef-9f8e-4203-a57e-a3c344972766","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-4a55d2df"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:06:40.824777644Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4a55d2df","namespace":"ai-tenant-e2e-mt-4a55d2df"},"namespace":"ai-tenant-e2e-mt-4a55d2df","name":"e2e-shared-sub-4a55d2df","reconcileID":"3bdc523c-67a9-466e-a417-7282746ca78b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-4a55d2df\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.851534717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f40c5509-22ed-479f-a6a4-01be2746a22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.901331379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f40c5509-22ed-479f-a6a4-01be2746a22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.912955928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"618c1466-9b18-4f22-a2ba-9a69f870892f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.912972659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"618c1466-9b18-4f22-a2ba-9a69f870892f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.951726686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f40c5509-22ed-479f-a6a4-01be2746a22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.002907546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f40c5509-22ed-479f-a6a4-01be2746a22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.008371887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5219847-e421-4703-99f9-072ce3fc4f43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.008387878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5219847-e421-4703-99f9-072ce3fc4f43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.052249043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-4a55d2df"},"namespace":"ai-tenant-e2e-mt-4a55d2df","name":"e2e-shared-policy-4a55d2df","reconcileID":"136b834e-e712-4ad5-a843-3ff796bd8c21","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-4a55d2df"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.105776516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b51f9329-16f7-4c99-8122-4090e3b5bd71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.105793308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b51f9329-16f7-4c99-8122-4090e3b5bd71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.109237868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-4a55d2df"},"namespace":"ai-tenant-e2e-mt-4a55d2df","name":"e2e-shared-policy-4a55d2df","reconcileID":"136b834e-e712-4ad5-a843-3ff796bd8c21","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-4a55d2df"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.160994227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-4a55d2df"},"namespace":"ai-tenant-e2e-mt-4a55d2df","name":"e2e-shared-policy-4a55d2df","reconcileID":"136b834e-e712-4ad5-a843-3ff796bd8c21","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-4a55d2df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.20072024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d958bbe-00e7-470d-ba28-3d58d79ec890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.362898929Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d958bbe-00e7-470d-ba28-3d58d79ec890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.398414746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"0629a0f9-807c-4cf0-b2e9-f286e86d6bd6","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.407886537Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4a55d2df","namespace":"ai-tenant-e2e-mt-4a55d2df"},"namespace":"ai-tenant-e2e-mt-4a55d2df","name":"e2e-shared-sub-4a55d2df","reconcileID":"124c09b9-c4a6-4109-be27-c7966d26da41","MaaSSubscription":{"name":"e2e-shared-sub-4a55d2df","namespace":"ai-tenant-e2e-mt-4a55d2df"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-4a55d2df/e2e-shared-sub-4a55d2df","ai-tenant-e2e-mt-f284037a/e2e-sub-f284037a","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.414951429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d958bbe-00e7-470d-ba28-3d58d79ec890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.468236189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d408a63-182a-4e0c-8487-4d92880af282","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.468254487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d408a63-182a-4e0c-8487-4d92880af282","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.561558589Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"0629a0f9-807c-4cf0-b2e9-f286e86d6bd6","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.60659215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13b6810e-eb1e-4b1d-8a8a-dcf15bc36588","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.606612998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13b6810e-eb1e-4b1d-8a8a-dcf15bc36588","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.613498611Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"0629a0f9-807c-4cf0-b2e9-f286e86d6bd6","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.650970186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-sub-f284037a","reconcileID":"a3dc5fbc-f9b9-4bc3-885b-186522713d73","MaaSSubscription":{"name":"e2e-sub-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.651023852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ff512e56-9a16-4923-b348-2066b0083c4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.667572306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08281b1c-afd6-4156-852b-d6ef50a5d5dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.667589307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08281b1c-afd6-4156-852b-d6ef50a5d5dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.805299278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4a55d2df","namespace":"ai-tenant-e2e-mt-4a55d2df"},"namespace":"ai-tenant-e2e-mt-4a55d2df","name":"e2e-shared-sub-4a55d2df","reconcileID":"35c96fa3-0473-45ae-b9c5-b2899f442258","MaaSSubscription":{"name":"e2e-shared-sub-4a55d2df","namespace":"ai-tenant-e2e-mt-4a55d2df"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:42.512592658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12d20ca5-0497-481b-8f3d-f5e394dc584c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:42.675431801Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12d20ca5-0497-481b-8f3d-f5e394dc584c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:42.730962738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 69","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12d20ca5-0497-481b-8f3d-f5e394dc584c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:42.783755371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4239b9e4-40d2-49b6-afcb-4f9c430593e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:42.783778587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4239b9e4-40d2-49b6-afcb-4f9c430593e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:44.942904933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c916f19-44fb-4216-99cc-e300986395aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:44.992794219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c916f19-44fb-4216-99cc-e300986395aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:45.042487769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c916f19-44fb-4216-99cc-e300986395aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:45.09292408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c916f19-44fb-4216-99cc-e300986395aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:46.80494685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d562d0df-acab-442d-b8ff-d8aabb03ea32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:46.80496902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d562d0df-acab-442d-b8ff-d8aabb03ea32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:46.856821175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6036c6b3-3d1c-41f4-9128-40403d2e4282","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:46.856846393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6036c6b3-3d1c-41f4-9128-40403d2e4282","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:46.931656586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cbcb858-17e1-489d-b8ff-c704c1ed6402","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:46.981246118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cbcb858-17e1-489d-b8ff-c704c1ed6402","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:47.030899559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cbcb858-17e1-489d-b8ff-c704c1ed6402","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:47.030987564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"550b0686-3d0b-4265-be34-7dbf9451b48e","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:47.051929019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d086ba1-7f7f-4c84-a85c-3bd90dcd1002","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:47.05194602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d086ba1-7f7f-4c84-a85c-3bd90dcd1002","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:47.080620091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cbcb858-17e1-489d-b8ff-c704c1ed6402","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:47.18329842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"997d39b4-276d-4ec0-aabb-d0c02264f4aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:47.18332304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"997d39b4-276d-4ec0-aabb-d0c02264f4aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:06:47.187512266Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-sub-4a55d2df","reconcileID":"3253eba1-d11c-42ae-873e-0616e4fc0b0b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-4a55d2df\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:47.201209385Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"550b0686-3d0b-4265-be34-7dbf9451b48e","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:47.253959307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"550b0686-3d0b-4265-be34-7dbf9451b48e","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:47.301788685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74aa915b-95d3-4023-9317-bd7cdad47686","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:47.301808417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74aa915b-95d3-4023-9317-bd7cdad47686","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:47.339137163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"85def20d-e59b-4358-98d7-15c34d6b0e61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:47.339193243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"85def20d-e59b-4358-98d7-15c34d6b0e61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:47.356801798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ea3326c-36f9-410f-b9ec-7cbba2a2b088","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:47.356824565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ea3326c-36f9-410f-b9ec-7cbba2a2b088","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:47.440432389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"693f1cbe-99c0-4667-a2de-736c88bfc95d","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:47.493448201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"693f1cbe-99c0-4667-a2de-736c88bfc95d","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:47.5458805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"693f1cbe-99c0-4667-a2de-736c88bfc95d","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:47.613358496Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-sub-4a55d2df","reconcileID":"40b3b080-582d-499d-b975-6f4f31747284","MaaSSubscription":{"name":"e2e-shared-sub-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"subscriptions":["ai-tenant-e2e-mt-4a55d2df/e2e-shared-sub-4a55d2df","ai-tenant-e2e-mt-7e2ae3f4/e2e-shared-sub-4a55d2df","ai-tenant-e2e-mt-f284037a/e2e-sub-f284037a","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:47.769443991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb00cc87-945b-41dc-acce-146c32a92af6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:47.769464854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb00cc87-945b-41dc-acce-146c32a92af6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:47.815038017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-sub-f284037a","reconcileID":"19b49348-a5a0-4216-8695-235c2325e426","MaaSSubscription":{"name":"e2e-sub-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:47.81506797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4a55d2df","namespace":"ai-tenant-e2e-mt-4a55d2df"},"namespace":"ai-tenant-e2e-mt-4a55d2df","name":"e2e-shared-sub-4a55d2df","reconcileID":"8a85f1f5-0035-4c62-a355-2a4aa02cf0a7","MaaSSubscription":{"name":"e2e-shared-sub-4a55d2df","namespace":"ai-tenant-e2e-mt-4a55d2df"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:47.815492431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"96b40be2-56b2-4051-be14-6fa2c1fad7c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:47.880732894Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-4a55d2df"},"namespace":"ai-tenant-e2e-mt-4a55d2df","name":"e2e-shared-policy-4a55d2df","reconcileID":"74407a7c-613e-415e-afad-60b05a872754","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-4a55d2df"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:47.880778576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7da698f4-2988-4953-8f22-ead27a534548","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:47.880790914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7da698f4-2988-4953-8f22-ead27a534548","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:47.969278849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-sub-4a55d2df","reconcileID":"20de4cd1-6543-4c4d-be04-06e9db5e974b","MaaSSubscription":{"name":"e2e-shared-sub-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:48.081163127Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-4a55d2df"},"namespace":"ai-tenant-e2e-mt-4a55d2df","name":"e2e-shared-policy-4a55d2df","reconcileID":"74407a7c-613e-415e-afad-60b05a872754","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-4a55d2df"},"policyNamespace":"ai-tenant-e2e-mt-4a55d2df","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:48.13756215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34a848b9-b6a1-49b2-9099-863ca399f327","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:48.137579968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34a848b9-b6a1-49b2-9099-863ca399f327","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:48.275263249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b671eee-a90d-4054-9953-1b5cb42a1182","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:48.275283703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b671eee-a90d-4054-9953-1b5cb42a1182","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:48.948583847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"681c32f5-3d71-494f-8216-7fecd32c1dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:48.99866475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"681c32f5-3d71-494f-8216-7fecd32c1dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:49.049288541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"681c32f5-3d71-494f-8216-7fecd32c1dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:49.099942671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"681c32f5-3d71-494f-8216-7fecd32c1dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:51.61576489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"143db01d-3399-482a-b068-e13437813db1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:51.731363079Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"143db01d-3399-482a-b068-e13437813db1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:51.766820715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"426ff50b-24ee-470a-85d3-c4243898e5df","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:51.783255479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 71","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"143db01d-3399-482a-b068-e13437813db1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:51.837955794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"57c9fe25-d968-4d01-8e68-bf52a9c47e55","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:51.837976059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"57c9fe25-d968-4d01-8e68-bf52a9c47e55","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:51.892059472Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"426ff50b-24ee-470a-85d3-c4243898e5df","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:51.947116646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 72","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"426ff50b-24ee-470a-85d3-c4243898e5df","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:52.000333525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8eba0f1b-f8b1-4deb-ba35-faafa9117426","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:52.000352686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8eba0f1b-f8b1-4deb-ba35-faafa9117426","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:52.933296668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"783e0080-c7be-44fe-a21c-ef2cee47e44f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:53.050256617Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"783e0080-c7be-44fe-a21c-ef2cee47e44f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:53.102372911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 73","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"783e0080-c7be-44fe-a21c-ef2cee47e44f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:53.154901656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d055b7d-c205-455a-857b-c4b5919fb4e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:53.154922481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d055b7d-c205-455a-857b-c4b5919fb4e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:57.646607283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"90350be4-0cf4-45ca-979c-608a445f5c49","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:57.763129645Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"90350be4-0cf4-45ca-979c-608a445f5c49","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:57.815634527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 74","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"90350be4-0cf4-45ca-979c-608a445f5c49","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:57.870256242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c30476b-5cb2-462a-935f-ac82cf12ea1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:57.870276104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c30476b-5cb2-462a-935f-ac82cf12ea1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:58.459245968Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4a55d2df","namespace":"ai-tenant-e2e-mt-4a55d2df"},"namespace":"ai-tenant-e2e-mt-4a55d2df","name":"e2e-shared-sub-4a55d2df","reconcileID":"05ee61a2-e9d3-4f61-a0fe-7d44a7121774","MaaSSubscription":{"name":"e2e-shared-sub-4a55d2df","namespace":"ai-tenant-e2e-mt-4a55d2df"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-4a55d2df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:58.66441072Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4a55d2df","namespace":"ai-tenant-e2e-mt-4a55d2df"},"namespace":"ai-tenant-e2e-mt-4a55d2df","name":"e2e-shared-sub-4a55d2df","reconcileID":"05ee61a2-e9d3-4f61-a0fe-7d44a7121774","MaaSSubscription":{"name":"e2e-shared-sub-4a55d2df","namespace":"ai-tenant-e2e-mt-4a55d2df"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-7e2ae3f4/e2e-shared-sub-4a55d2df","ai-tenant-e2e-mt-f284037a/e2e-sub-f284037a","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:58.735721816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"aae4b457-4008-425e-9ce2-a0a62d23e014","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:58.837586747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"08ea0a29-f271-49df-958d-f6cd84a77765","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:58.869279937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-sub-4a55d2df","reconcileID":"da9ba71a-1c59-4d15-87a9-50c444352278","MaaSSubscription":{"name":"e2e-shared-sub-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:58.869277637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"a7c0f987-5013-43bb-9dc4-8ed2117a105e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:58.894583929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2027f676-56d8-4094-8138-9be5274b7b60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:58.89460362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2027f676-56d8-4094-8138-9be5274b7b60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:59.045688341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"846e0979-0e1c-4fe6-9e30-d99613a91cc6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:59.14493324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-sub-f284037a","reconcileID":"9c152b81-0dc1-466b-877d-34bfe486a396","MaaSSubscription":{"name":"e2e-sub-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:59.145403693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"28e7b380-0239-4e09-8ec0-9589340f5612","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:59.245271243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"1a8bf9b0-e062-4819-bc9e-6ab5052768f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:59.360572579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"343226f9-d2ed-4cd8-8ecb-04655e9482c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:59.466048998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"862add24-145a-438c-aa68-f8f346b1062f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:59.625026911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"fa4cf8b3-2234-4d75-916a-72b63a16f81b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:59.870769904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"3cd5ed11-fc5c-4369-9cb3-beae6ad08bb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:00.09949347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"80b524e6-cd2c-47da-b48b-17d1c184b904","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:00.396975044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"8e799432-922a-4c41-aef7-4220f31fbe35","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:01.98734243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee820d20-8d89-4669-9b00-6164960cdf4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:02.104461103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"a1bed364-ee85-46cd-a40c-74f15b07f314","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:02.107553271Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee820d20-8d89-4669-9b00-6164960cdf4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:02.15942083Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 75","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee820d20-8d89-4669-9b00-6164960cdf4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:02.214455331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9489194-c9f2-4c7e-ae8e-d7a7d9932160","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:02.21447683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9489194-c9f2-4c7e-ae8e-d7a7d9932160","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:02.221810586Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"a1bed364-ee85-46cd-a40c-74f15b07f314","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:02.273699308Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 76","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"a1bed364-ee85-46cd-a40c-74f15b07f314","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:02.326825201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f48ee400-c98a-43fc-a05b-c2716b7f8c85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:02.326851875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f48ee400-c98a-43fc-a05b-c2716b7f8c85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:03.303229178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21e3b7b0-525f-4558-9c1c-4b2b80984817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:03.423356943Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21e3b7b0-525f-4558-9c1c-4b2b80984817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:03.47539502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 77","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21e3b7b0-525f-4558-9c1c-4b2b80984817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:03.53079029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be3e4310-c340-4bfa-b633-1ea74f45c982","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:03.53081264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be3e4310-c340-4bfa-b633-1ea74f45c982","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:07.969848457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"06b5dc87-28c1-46ff-8767-974e376423d7","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:08.086269454Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"06b5dc87-28c1-46ff-8767-974e376423d7","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:08.138886092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 78","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"06b5dc87-28c1-46ff-8767-974e376423d7","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:08.196130162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0da0ab0-79ef-4ddd-abeb-f0bc5390f3b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:08.19617764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0da0ab0-79ef-4ddd-abeb-f0bc5390f3b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:08.854375591Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:12.363719152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75c81ded-4c0c-4110-91c1-7231e201cc96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:12.426323444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"dd426262-6b1f-485b-894f-cc8d18f4e31d","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:12.480433409Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75c81ded-4c0c-4110-91c1-7231e201cc96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:12.482049322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"dd426262-6b1f-485b-894f-cc8d18f4e31d","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:12.532346235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 79","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75c81ded-4c0c-4110-91c1-7231e201cc96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:12.534057131Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 79","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"dd426262-6b1f-485b-894f-cc8d18f4e31d","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:12.590038557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3ece7c04-c6ce-48fa-a8bb-9c7e7e4b8131","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:12.590063483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3ece7c04-c6ce-48fa-a8bb-9c7e7e4b8131","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:12.591906506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"507f3e04-b87d-4ff8-9a4a-5bc6a8c09de5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:12.591923207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"507f3e04-b87d-4ff8-9a4a-5bc6a8c09de5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:13.68044209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9d827ab-5eb7-4099-a16e-8fd62aebd7ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:13.73354547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9d827ab-5eb7-4099-a16e-8fd62aebd7ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:13.785263521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 79","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9d827ab-5eb7-4099-a16e-8fd62aebd7ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:13.839575282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"516caf35-1ad6-4bb1-9410-59f556e5f5d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:13.839593135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"516caf35-1ad6-4bb1-9410-59f556e5f5d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:16.599714505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"166ea38e-e01e-4373-88ff-e5a3b9c9eef8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:16.599736496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"166ea38e-e01e-4373-88ff-e5a3b9c9eef8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:16.699197849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"0d7be0d6-c3ab-407b-9ac4-f702a0fc9861","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:16.816916523Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"0d7be0d6-c3ab-407b-9ac4-f702a0fc9861","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:16.869532899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 80","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"0d7be0d6-c3ab-407b-9ac4-f702a0fc9861","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:16.923901572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7465f81f-d247-41a8-af30-4004e52fd441","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:16.923922761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7465f81f-d247-41a8-af30-4004e52fd441","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:18.324500111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"41edb86f-e032-43ea-bced-853199ef2c5e","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:18.377712402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"41edb86f-e032-43ea-bced-853199ef2c5e","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:18.42956219Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 80","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"41edb86f-e032-43ea-bced-853199ef2c5e","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:18.532379755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f752922-cee3-4996-bca0-9c46c13f74e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:18.532399628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f752922-cee3-4996-bca0-9c46c13f74e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:22.69049253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"fe04154a-3940-42e3-9902-6d745e47e442","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:22.738107045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5359ba80-5947-4a4b-9000-e2d75ef85d91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:22.744852964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"fe04154a-3940-42e3-9902-6d745e47e442","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:22.796762132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 80","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"fe04154a-3940-42e3-9902-6d745e47e442","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:22.930421472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67546382-cde3-44e0-b61f-4b22a0813efd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:22.930449833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67546382-cde3-44e0-b61f-4b22a0813efd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:22.930846795Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5359ba80-5947-4a4b-9000-e2d75ef85d91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:22.983227082Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5359ba80-5947-4a4b-9000-e2d75ef85d91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:23.038278252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"17158ed6-addd-424a-bf56-20f7a29fc142","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:23.03829641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"17158ed6-addd-424a-bf56-20f7a29fc142","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:23.988764807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23c6a229-324d-43ca-9270-12b88a8da02c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:24.043759287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23c6a229-324d-43ca-9270-12b88a8da02c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:24.095879302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23c6a229-324d-43ca-9270-12b88a8da02c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:24.151878441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3b8cb4b-b059-4d65-b490-2ec4da0430af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:24.151906341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3b8cb4b-b059-4d65-b490-2ec4da0430af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:27.025573633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"71587edf-be96-48f7-8df3-d16149279be8","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:27.176602482Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"71587edf-be96-48f7-8df3-d16149279be8","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:27.229020079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 82","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"71587edf-be96-48f7-8df3-d16149279be8","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:27.284352606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad4c3bfd-88bf-4392-ba71-ba6967a19cb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:27.284371585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad4c3bfd-88bf-4392-ba71-ba6967a19cb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:28.632307699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"07637fc4-b91e-4a50-bed1-deb8b337e8ef","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:28.685736882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"07637fc4-b91e-4a50-bed1-deb8b337e8ef","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:28.738613543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 82","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"07637fc4-b91e-4a50-bed1-deb8b337e8ef","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:28.793960128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b50a5f5-7ddf-43ad-a054-07365fa14b9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:28.793981466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b50a5f5-7ddf-43ad-a054-07365fa14b9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:31.336798156Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"1f9c5f3d-a960-41db-87fe-14cac85bd804","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:31.337385364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7939de2-012e-4b85-a1e1-45a5f19605a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:31.337456418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7939de2-012e-4b85-a1e1-45a5f19605a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:31.441591473Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-policy-f284037a","reconcileID":"1f9c5f3d-a960-41db-87fe-14cac85bd804","MaaSAuthPolicy":{"name":"e2e-policy-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"policyNamespace":"ai-tenant-e2e-mt-f284037a","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:31.496254783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8512b74a-64ea-4842-b3c9-98a8b3cc0a91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:31.496380958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8512b74a-64ea-4842-b3c9-98a8b3cc0a91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:31.632885058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7dcfb552-5125-4b69-a6bc-00b787925f77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:31.63290532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7dcfb552-5125-4b69-a6bc-00b787925f77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:33.186999974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45cbc70c-b4cc-4487-bd4e-1e7b5a0926f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:33.307203324Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45cbc70c-b4cc-4487-bd4e-1e7b5a0926f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:33.359546619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 83","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45cbc70c-b4cc-4487-bd4e-1e7b5a0926f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:33.41509208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1a276e85-06c9-488d-b6c0-aeaeb2bfc498","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:33.415114134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1a276e85-06c9-488d-b6c0-aeaeb2bfc498","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:34.316657216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d76ddd6-0faa-4519-9d5d-5b87ac5b933b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:34.373301401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d76ddd6-0faa-4519-9d5d-5b87ac5b933b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:34.427173194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 83","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d76ddd6-0faa-4519-9d5d-5b87ac5b933b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:34.480486532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f46ea85c-4be0-447d-b6b8-bf2c27a2ad8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:34.480505045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f46ea85c-4be0-447d-b6b8-bf2c27a2ad8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:35.121290083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"220de912-ee2b-452e-8968-1ad67c255d40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:35.241551315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"cc605cb4-4596-445c-acd7-b996a8b1434d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:35.341035237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ec0d02e1-04bb-4db5-b9be-830d6befe09c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:35.439367774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"1e90efbc-44c2-4d4f-8bdd-f0f6cd99f656","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:35.439367497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"43b039c3-bbb9-4572-8b76-999992600ef2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:35.547080742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"428d1f55-7ced-4b32-8b0c-4e19be2b7f1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:35.650594572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"e6cfcba5-f47c-43b0-9530-c0f3c9bc334e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:35.920255828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"21b5e2fd-a3a9-495c-bfcf-4a4cbdaac519","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:36.043297779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"c4a8b38e-13b6-4028-9148-4acb3ef75717","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:36.142537235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"1c6dedb8-5243-486e-9363-f63369c751c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:36.642123016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"a5fca207-2908-4fc9-9b45-7f32dc004a73","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:37.383550691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"4c5b78a6-1e87-412c-bed8-13cdc23a7dea","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:37.499775414Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"4c5b78a6-1e87-412c-bed8-13cdc23a7dea","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:37.55163828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 84","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"4c5b78a6-1e87-412c-bed8-13cdc23a7dea","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:37.606316636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80e6512b-8647-4ac5-afbf-c708b898725d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:37.606345329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80e6512b-8647-4ac5-afbf-c708b898725d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:38.850962761Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:38.893257449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"bb4d6859-637d-4357-a34e-97f844fd1e92","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:38.947898375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"bb4d6859-637d-4357-a34e-97f844fd1e92","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:39.000350035Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 84","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"bb4d6859-637d-4357-a34e-97f844fd1e92","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:39.054700841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ef9d362-21ae-4366-be87-934030d25456","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:39.054724695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ef9d362-21ae-4366-be87-934030d25456","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:40.905770837Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-666a38"},"namespace":"ai-tenant-e2e-extmod-b-666a38","name":"default-tenant","reconcileID":"a2aca530-f8bf-4f07-8339-be1c9ba3aa2b","namespace":"ai-tenant-e2e-extmod-b-666a38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:40.905856285Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-666a38"},"namespace":"ai-tenant-e2e-extmod-b-666a38","name":"default-tenant","reconcileID":"a2aca530-f8bf-4f07-8339-be1c9ba3aa2b","namespace":"ai-tenant-e2e-extmod-b-666a38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:40.905908399Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-666a38"},"namespace":"ai-tenant-e2e-extmod-b-666a38","name":"default-tenant","reconcileID":"a2aca530-f8bf-4f07-8339-be1c9ba3aa2b","tenant":"e2e-extmod-b-666a38","tenantID":"e2e-extmod-b-666a38","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:40.958742574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-666a38"},"namespace":"ai-tenant-e2e-extmod-b-666a38","name":"default-tenant","reconcileID":"a2aca530-f8bf-4f07-8339-be1c9ba3aa2b","gvk":"Deployment","name":"maas-api-e2e-extmod-b-666a38","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:41.019323017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-666a38"},"namespace":"ai-tenant-e2e-extmod-b-666a38","name":"default-tenant","reconcileID":"a2aca530-f8bf-4f07-8339-be1c9ba3aa2b","gvk":"Service","name":"maas-api-e2e-extmod-b-666a38","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:41.0744137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-666a38"},"namespace":"ai-tenant-e2e-extmod-b-666a38","name":"default-tenant","reconcileID":"a2aca530-f8bf-4f07-8339-be1c9ba3aa2b","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-666a38","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:41.125751083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-666a38"},"namespace":"ai-tenant-e2e-extmod-b-666a38","name":"default-tenant","reconcileID":"a2aca530-f8bf-4f07-8339-be1c9ba3aa2b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-666a38","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:41.179025128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-666a38"},"namespace":"ai-tenant-e2e-extmod-b-666a38","name":"default-tenant","reconcileID":"a2aca530-f8bf-4f07-8339-be1c9ba3aa2b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-666a38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:41.231518747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-666a38"},"namespace":"ai-tenant-e2e-extmod-b-666a38","name":"default-tenant","reconcileID":"a2aca530-f8bf-4f07-8339-be1c9ba3aa2b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-666a38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:41.286751401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-666a38"},"namespace":"ai-tenant-e2e-extmod-b-666a38","name":"default-tenant","reconcileID":"a2aca530-f8bf-4f07-8339-be1c9ba3aa2b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-666a38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:41.339305558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-666a38"},"namespace":"ai-tenant-e2e-extmod-b-666a38","name":"default-tenant","reconcileID":"a2aca530-f8bf-4f07-8339-be1c9ba3aa2b","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-666a38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:41.39048226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-666a38"},"namespace":"ai-tenant-e2e-extmod-b-666a38","name":"default-tenant","reconcileID":"a2aca530-f8bf-4f07-8339-be1c9ba3aa2b","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-666a38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:41.441907862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-666a38"},"namespace":"ai-tenant-e2e-extmod-b-666a38","name":"default-tenant","reconcileID":"a2aca530-f8bf-4f07-8339-be1c9ba3aa2b","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-666a38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:41.49168428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-666a38"},"namespace":"ai-tenant-e2e-extmod-b-666a38","name":"default-tenant","reconcileID":"a2aca530-f8bf-4f07-8339-be1c9ba3aa2b","gvk":"Service","name":"payload-processing-e2e-extmod-b-666a38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:41.540900824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-666a38"},"namespace":"ai-tenant-e2e-extmod-b-666a38","name":"default-tenant","reconcileID":"a2aca530-f8bf-4f07-8339-be1c9ba3aa2b","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-666a38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:41.5905346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-666a38"},"namespace":"ai-tenant-e2e-extmod-b-666a38","name":"default-tenant","reconcileID":"a2aca530-f8bf-4f07-8339-be1c9ba3aa2b","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-666a38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:41.640107678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-666a38"},"namespace":"ai-tenant-e2e-extmod-b-666a38","name":"default-tenant","reconcileID":"a2aca530-f8bf-4f07-8339-be1c9ba3aa2b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-666a38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:41.689410311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-666a38"},"namespace":"ai-tenant-e2e-extmod-b-666a38","name":"default-tenant","reconcileID":"a2aca530-f8bf-4f07-8339-be1c9ba3aa2b","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-666a38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:41.741823792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-666a38"},"namespace":"ai-tenant-e2e-extmod-b-666a38","name":"default-tenant","reconcileID":"a2aca530-f8bf-4f07-8339-be1c9ba3aa2b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-666a38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:41.788254684Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-sub-f284037a","reconcileID":"3857a49c-2bb1-47bd-9051-cef56ac023c8","MaaSSubscription":{"name":"e2e-sub-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-f284037a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:41.790948157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-666a38"},"namespace":"ai-tenant-e2e-extmod-b-666a38","name":"default-tenant","reconcileID":"a2aca530-f8bf-4f07-8339-be1c9ba3aa2b","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-666a38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:41.84004445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-666a38"},"namespace":"ai-tenant-e2e-extmod-b-666a38","name":"default-tenant","reconcileID":"a2aca530-f8bf-4f07-8339-be1c9ba3aa2b","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-666a38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:41.88925221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-666a38"},"namespace":"ai-tenant-e2e-extmod-b-666a38","name":"default-tenant","reconcileID":"a2aca530-f8bf-4f07-8339-be1c9ba3aa2b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-666a38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:41.938655274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-666a38"},"namespace":"ai-tenant-e2e-extmod-b-666a38","name":"default-tenant","reconcileID":"a2aca530-f8bf-4f07-8339-be1c9ba3aa2b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-666a38","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:41.994117193Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"namespace":"ai-tenant-e2e-mt-f284037a","name":"e2e-sub-f284037a","reconcileID":"3857a49c-2bb1-47bd-9051-cef56ac023c8","MaaSSubscription":{"name":"e2e-sub-f284037a","namespace":"ai-tenant-e2e-mt-f284037a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-7e2ae3f4/e2e-shared-sub-4a55d2df","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:42.226892871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-sub-4a55d2df","reconcileID":"d5cb02cc-d2f1-4ff5-bb5e-f85df57406f8","MaaSSubscription":{"name":"e2e-shared-sub-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:42.227417994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"75bb1290-d31b-4b3e-819f-19821809455e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:42.278732579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1b5ab5a-b8b5-4133-b58c-307f07d5a6cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:42.27875321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1b5ab5a-b8b5-4133-b58c-307f07d5a6cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:42.645138112Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-666a38","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-666a38","reconcileID":"0e05299e-4316-4933-a081-d1317e0c6632","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-666a38","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-666a38"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:43.565600602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71e9df5c-d0d8-488b-ad3f-5dfe3ba18720","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:43.71911482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da20d48f-f5b6-4773-9218-44b66202eddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:43.734275498Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71e9df5c-d0d8-488b-ad3f-5dfe3ba18720","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:43.771001877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da20d48f-f5b6-4773-9218-44b66202eddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:43.820986027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da20d48f-f5b6-4773-9218-44b66202eddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:43.824497002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 85","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71e9df5c-d0d8-488b-ad3f-5dfe3ba18720","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:43.870870058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da20d48f-f5b6-4773-9218-44b66202eddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:43.924372095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2e224a83-c829-4bd5-b491-d1c8c8d3dbf1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:43.924393709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2e224a83-c829-4bd5-b491-d1c8c8d3dbf1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.238996398Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-7392dc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-7392dc","reconcileID":"53e9cb38-9456-4c7a-8243-35a546d9f421","namespace":"llm","name":"e2e-dft-del-7392dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.293142847Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-7392dc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-7392dc","reconcileID":"ce708aff-e821-40c4-9643-56d0e5e53645","namespace":"llm","name":"e2e-dft-del-7392dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.338980867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"38ac8fbf-551e-4bad-b190-53bad0bd9c2f","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.3393358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"1cd39333-9204-4731-8869-a2825322b1de","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.388358189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b2e34f0-645b-42e9-8e3b-9364882eb657","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.388558023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"a415f5da-2769-4bde-a47a-d94414ff4282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.388783319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"817be355-e302-4c20-9e62-51a00aa4b456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.441799267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b2e34f0-645b-42e9-8e3b-9364882eb657","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.441976717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"a415f5da-2769-4bde-a47a-d94414ff4282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.443968986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"817be355-e302-4c20-9e62-51a00aa4b456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.501252732Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"1cd39333-9204-4731-8869-a2825322b1de","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.504546114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5e79fe4d-2d8b-4a62-a77f-25d560df6288","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.504562232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5e79fe4d-2d8b-4a62-a77f-25d560df6288","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.504840963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"67c4c43e-7d06-4db0-b6c2-33bb70628b4d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.504855098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"67c4c43e-7d06-4db0-b6c2-33bb70628b4d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.505073825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"af75c547-b8bd-4cfa-a674-cfafeb8729cd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.505085117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"af75c547-b8bd-4cfa-a674-cfafeb8729cd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.505363224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cf0f596a-cfe0-42f1-af36-389c3d0d8389","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.505378637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cf0f596a-cfe0-42f1-af36-389c3d0d8389","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.505588449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1139136b-dd2e-4140-a19b-79190d1d60a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.505599115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1139136b-dd2e-4140-a19b-79190d1d60a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.505921624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7a79c22d-b4fc-4f9d-88d3-ae1b0436e6e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.505934912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7a79c22d-b4fc-4f9d-88d3-ae1b0436e6e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.506231807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8729e0f3-7004-4fed-903e-ac9a448baa75","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.506243387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8729e0f3-7004-4fed-903e-ac9a448baa75","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.506470847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"34a5ec9e-b62d-40d9-b320-6868cd3a9b8b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.506482219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"34a5ec9e-b62d-40d9-b320-6868cd3a9b8b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.53959716Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 86","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"817be355-e302-4c20-9e62-51a00aa4b456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.539777073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 86","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b2e34f0-645b-42e9-8e3b-9364882eb657","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:07:44.542413986Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"38ac8fbf-551e-4bad-b190-53bad0bd9c2f","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.553779349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 86","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"1cd39333-9204-4731-8869-a2825322b1de","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.561834142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8d8aadb0-c24e-43a4-a009-d6c25052629a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.561852927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8d8aadb0-c24e-43a4-a009-d6c25052629a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.562135177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c392d24d-c7f1-44f7-af45-299892d549cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.562181615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c392d24d-c7f1-44f7-af45-299892d549cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.562550585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"84e10bfb-9ed2-4688-b5ad-7d79f0bb9e22","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.562566233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"84e10bfb-9ed2-4688-b5ad-7d79f0bb9e22","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.562876812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"65123d4a-8020-4fee-99d6-a456f65feae8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.562890463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"65123d4a-8020-4fee-99d6-a456f65feae8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.56313598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"495f995c-30ba-4e27-96f5-0fc97157b5fc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.563162611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"495f995c-30ba-4e27-96f5-0fc97157b5fc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.563383223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4e3494ae-7f1d-498a-a924-00a40d0e408f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.563395057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4e3494ae-7f1d-498a-a924-00a40d0e408f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.563604893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7e25c3fe-ea5b-4f87-99c9-0abd938214d9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.563616732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7e25c3fe-ea5b-4f87-99c9-0abd938214d9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.563843949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f5c337c5-63d5-4fee-861d-60b159ff4ee8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.563856062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f5c337c5-63d5-4fee-861d-60b159ff4ee8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:07:44.602252233Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"38ac8fbf-551e-4bad-b190-53bad0bd9c2f","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.734313908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-sub-4a55d2df","reconcileID":"a5896a81-166c-4192-9417-da872ae16525","MaaSSubscription":{"name":"e2e-shared-sub-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.734433782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a75dd1b9-6758-41c7-a942-071369a9d341","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.734792094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"364d2f01-9193-4649-bff8-6b8b8892bfc3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.739443732Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-7392dc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-7392dc","reconcileID":"12eb8d38-637b-4207-ba38-297f21b23a5b","MaaSModelRef":{"name":"e2e-dft-del-7392dc","namespace":"llm"},"name":"e2e-dft-del-7392dc","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.742191524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"eab696b8-7450-4ca5-b31d-45658957c40a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.744191631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"2a6b5ecf-c418-4431-a088-3158aaad4124","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.844457047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"eab696b8-7450-4ca5-b31d-45658957c40a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.848359146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"2a6b5ecf-c418-4431-a088-3158aaad4124","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.859080738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"211cf7eb-d576-412f-95f6-93178e7fa363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.859108668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"7b423636-b07c-4d57-bca3-71233de17822","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.86480451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"970098c7-f55e-43c6-bec1-0e5ae32fe4da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.866387577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc3a188b-ba50-4005-a05a-9de4179999c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.866404316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc3a188b-ba50-4005-a05a-9de4179999c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.866733385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b61a8b73-f530-4270-a509-8b7d84ed7098","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.866744304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b61a8b73-f530-4270-a509-8b7d84ed7098","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.919268908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"211cf7eb-d576-412f-95f6-93178e7fa363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.920495446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"7b423636-b07c-4d57-bca3-71233de17822","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.925606719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"970098c7-f55e-43c6-bec1-0e5ae32fe4da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:45.201492878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"b785c353-e6c8-4162-82bd-bba2f4ddbf34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:45.201492911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"2fd1680b-1341-4de7-999a-0d5a0cf75e35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:45.256373843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"2fd1680b-1341-4de7-999a-0d5a0cf75e35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:45.256513486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"b785c353-e6c8-4162-82bd-bba2f4ddbf34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:45.316381523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"f1141944-3d3d-4b95-8da1-708fda2e50ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:45.316455939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"7e6d12aa-3f0d-4062-9cbb-546ddc29eabb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:45.317275491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"bea88363-e8f0-4dfb-aa6b-75374ee1224d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:45.370513275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"f1141944-3d3d-4b95-8da1-708fda2e50ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:45.370670487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"7e6d12aa-3f0d-4062-9cbb-546ddc29eabb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:45.372844435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"bea88363-e8f0-4dfb-aa6b-75374ee1224d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:45.420332606Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-7392dc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-7392dc","reconcileID":"0f1d4a86-00f0-464f-bbd4-e6d26187cb94","namespace":"llm","name":"e2e-dft-del-7392dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:45.470695648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-7392dc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-7392dc","reconcileID":"81268e03-f9f2-4d2f-b8a3-e6e09a12c3c8","MaaSModelRef":{"name":"e2e-dft-del-7392dc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-7392dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:45.470731437Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-7392dc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-7392dc","reconcileID":"81268e03-f9f2-4d2f-b8a3-e6e09a12c3c8","MaaSModelRef":{"name":"e2e-dft-del-7392dc","namespace":"llm"},"routeName":"external-model-e2e-dft-del-7392dc-091cd2ba9f84","namespace":"llm","model":"e2e-dft-del-7392dc","externalModel":"e2e-dft-del-7392dc","provider":"e2e-dft-del-7392dc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:45.650762265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"7ececb59-8534-4a57-bc9d-83bb3db9df17","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:45.700604854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36cd8b3f-5ca8-4faa-86b6-9564b860fffe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:45.705371243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"7ececb59-8534-4a57-bc9d-83bb3db9df17","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:45.750454591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"4ea47461-ad7d-4d4f-aa3c-9f2010280f7c","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:45.756835115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 86","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"7ececb59-8534-4a57-bc9d-83bb3db9df17","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:45.804266815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"4ea47461-ad7d-4d4f-aa3c-9f2010280f7c","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:45.852998398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb37adc-a0e7-4e5c-92b7-b0e247d5cbe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:45.85314421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"f0a3920d-6537-46c7-9226-75fc959d2594","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:45.853401719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c40f89a-084f-4edb-ba2a-55fa2174d4fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:45.865296436Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36cd8b3f-5ca8-4faa-86b6-9564b860fffe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:45.903185773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb37adc-a0e7-4e5c-92b7-b0e247d5cbe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:45.906095163Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 87","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"4ea47461-ad7d-4d4f-aa3c-9f2010280f7c","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:45.907250559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"f0a3920d-6537-46c7-9226-75fc959d2594","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:45.953230691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb37adc-a0e7-4e5c-92b7-b0e247d5cbe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:45.957002213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c40f89a-084f-4edb-ba2a-55fa2174d4fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:45.958403992Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 87","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36cd8b3f-5ca8-4faa-86b6-9564b860fffe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:46.006521855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb37adc-a0e7-4e5c-92b7-b0e247d5cbe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:46.008559528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3fe4064e-0908-4075-8d15-baab873a4327","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:46.008578039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3fe4064e-0908-4075-8d15-baab873a4327","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:46.105791563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"40c3a643-c15e-4929-a606-713dd77bac21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:46.108654547Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 87","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c40f89a-084f-4edb-ba2a-55fa2174d4fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:46.113076791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ffe9bbf3-f5d3-4318-b147-fd4ebdc387b9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:46.113092744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ffe9bbf3-f5d3-4318-b147-fd4ebdc387b9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:46.159372286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"40c3a643-c15e-4929-a606-713dd77bac21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:46.162829944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"491b5028-fa70-407c-8706-6b46fa8ccbd3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:46.162846757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"491b5028-fa70-407c-8706-6b46fa8ccbd3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:46.20484415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"ae24d2df-d941-4aff-aca5-c14df498432c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:46.258820414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"ae24d2df-d941-4aff-aca5-c14df498432c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:46.308874009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"1bab56ee-1be9-4a87-a3b7-828a91bff9f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:46.358213028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"04efbdfa-74e6-4e91-854e-a6f80c146926","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:46.358226739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"0c2879e1-df42-486e-91e5-10f4b31ad03c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:46.362630152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"1bab56ee-1be9-4a87-a3b7-828a91bff9f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:46.413106814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"04efbdfa-74e6-4e91-854e-a6f80c146926","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:46.413412574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"0c2879e1-df42-486e-91e5-10f4b31ad03c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:46.457000462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"aadb724a-b8c1-46b6-929c-bd9b64e5533c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:46.510199693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"aadb724a-b8c1-46b6-929c-bd9b64e5533c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:46.657883532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"f1d623b2-6b54-4f36-8eb2-c51d888a0e2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:46.712918516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"f1d623b2-6b54-4f36-8eb2-c51d888a0e2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:46.758725389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"7d9da157-30dd-4d92-870f-d14cd37df192","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:46.75872605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"e9b232cb-0a90-4983-b85c-367e4f8e6889","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:46.812877027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"7d9da157-30dd-4d92-870f-d14cd37df192","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:46.813668522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"e9b232cb-0a90-4983-b85c-367e4f8e6889","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:50.882518441Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-7392dc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-7392dc","reconcileID":"82c6e0f0-1120-4fe5-abe0-f50640ba426e","namespace":"llm","name":"e2e-dft-del-7392dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:50.937516041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"90290047-5508-4602-81e8-a571066a3e41","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:50.937537412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"90290047-5508-4602-81e8-a571066a3e41","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:50.937818963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a7938402-2f25-4d80-bc8f-79c60e4f8c63","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:50.937831412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a7938402-2f25-4d80-bc8f-79c60e4f8c63","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:50.938051416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a5bd66d-a95c-48cc-ad08-09a5fc36fc76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:50.938066686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a5bd66d-a95c-48cc-ad08-09a5fc36fc76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:50.938472125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"012c8cbb-fb93-4a2c-914f-8584c01cd2ed","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:50.938489901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"012c8cbb-fb93-4a2c-914f-8584c01cd2ed","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:50.938783934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f5b70581-ec42-4d4b-8e7b-ad121817249d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:50.938795494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f5b70581-ec42-4d4b-8e7b-ad121817249d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:50.938992469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"135d8cc4-800b-4636-807b-e0d0ec7f8264","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:50.93900599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"135d8cc4-800b-4636-807b-e0d0ec7f8264","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:50.939221125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4ac052b6-c44a-4c60-b2b5-4f63e54cdb89","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:50.939232335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4ac052b6-c44a-4c60-b2b5-4f63e54cdb89","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:50.939435463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3f0457bc-5303-46c6-a2c7-2d9aa6dcf4e2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:50.939445848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3f0457bc-5303-46c6-a2c7-2d9aa6dcf4e2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:50.983049433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"ff736fb1-a782-46e9-bbd2-d347cc597d7d","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:50.983590054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"21be2a6d-4268-451a-a1bb-3029b7797ffc","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.032450083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b764b1e3-58ba-4509-9b64-4e9fc22e12d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.032486595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"2574f261-fd91-4090-90d3-d88de8726058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.033012257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f3f33ed-002a-41dd-8884-26bb0413e8f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.087109114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"2574f261-fd91-4090-90d3-d88de8726058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.091775138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f3f33ed-002a-41dd-8884-26bb0413e8f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.092922702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b764b1e3-58ba-4509-9b64-4e9fc22e12d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.144373238Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"ff736fb1-a782-46e9-bbd2-d347cc597d7d","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.182976274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-sub-4a55d2df","reconcileID":"2aedeee1-f206-4864-a55a-7330e7e2e892","MaaSSubscription":{"name":"e2e-shared-sub-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.183725178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e502fddd-e5ac-4178-916a-5336b6e4592e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.183757359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 88","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f3f33ed-002a-41dd-8884-26bb0413e8f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.184877157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 88","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b764b1e3-58ba-4509-9b64-4e9fc22e12d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:07:51.185485384Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"21be2a6d-4268-451a-a1bb-3029b7797ffc","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.196532665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 88","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"ff736fb1-a782-46e9-bbd2-d347cc597d7d","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.230406425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"981332dc-6ee1-4ecc-a69b-68fdf04fe4fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.246312359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ff62b8bd-6210-439f-bf50-8759837d6e9c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.246337876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ff62b8bd-6210-439f-bf50-8759837d6e9c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:07:51.252183809Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"21be2a6d-4268-451a-a1bb-3029b7797ffc","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.252488581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f28a85f0-9c37-449e-b353-6976e61405b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.252508479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f28a85f0-9c37-449e-b353-6976e61405b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.253208973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2334ec21-7f20-42ea-8ac2-e076f480f88b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.253227667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2334ec21-7f20-42ea-8ac2-e076f480f88b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.280230947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ef3929a-8e44-42a1-96e5-75ccb980353f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.280249658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ef3929a-8e44-42a1-96e5-75ccb980353f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.368202427Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-7392dc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-7392dc","reconcileID":"fb8dcde6-1ba3-441c-afda-b6e499b67856","namespace":"llm","name":"e2e-dft-del-7392dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.39527937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"c36b081f-42cc-4a7c-96cc-d862527fae24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.399605636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"628dcd61-21bc-4742-a357-cc765d8108ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.400402093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"f5ae8e6d-6630-4ee2-a537-31369949b46d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.429665019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"c0711011-2fe6-46de-a410-7501cb51ff30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.449579309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"c36b081f-42cc-4a7c-96cc-d862527fae24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.453623782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"f5ae8e6d-6630-4ee2-a537-31369949b46d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.453816931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"628dcd61-21bc-4742-a357-cc765d8108ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.478667614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"e7529700-a802-4e0b-9a0f-5599590323dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.48317685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"c0711011-2fe6-46de-a410-7501cb51ff30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.533707331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"e7529700-a802-4e0b-9a0f-5599590323dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.797419503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"60478114-b4cd-4bb1-a5b6-5e86df3645c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.797477121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"42e770bf-ff53-469d-bf65-dd53267fc89c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.797824109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"f8c9d008-59ca-426f-bf82-ec791147bf68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.844468958Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d61f9"},"namespace":"ai-tenant-e2e-inf-b-6d61f9","name":"default-tenant","reconcileID":"9b74a77c-bdad-4f2e-b22e-8bda1465371c","namespace":"ai-tenant-e2e-inf-b-6d61f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.844535817Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d61f9"},"namespace":"ai-tenant-e2e-inf-b-6d61f9","name":"default-tenant","reconcileID":"9b74a77c-bdad-4f2e-b22e-8bda1465371c","namespace":"ai-tenant-e2e-inf-b-6d61f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.844599404Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d61f9"},"namespace":"ai-tenant-e2e-inf-b-6d61f9","name":"default-tenant","reconcileID":"9b74a77c-bdad-4f2e-b22e-8bda1465371c","tenant":"e2e-inf-b-6d61f9","tenantID":"e2e-inf-b-6d61f9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.84842452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"20f69456-52b4-484a-9260-80c373f301b7","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.852310177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"f8c9d008-59ca-426f-bf82-ec791147bf68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.852983383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"60478114-b4cd-4bb1-a5b6-5e86df3645c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.854563709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"42e770bf-ff53-469d-bf65-dd53267fc89c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.896241674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d61f9"},"namespace":"ai-tenant-e2e-inf-b-6d61f9","name":"default-tenant","reconcileID":"9b74a77c-bdad-4f2e-b22e-8bda1465371c","gvk":"Deployment","name":"maas-api-e2e-inf-b-6d61f9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.897907609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"80315177-c1fe-4973-a670-00a18b75a118","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.902233903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"20f69456-52b4-484a-9260-80c373f301b7","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.953435167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"80315177-c1fe-4973-a670-00a18b75a118","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.954089435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d61f9"},"namespace":"ai-tenant-e2e-inf-b-6d61f9","name":"default-tenant","reconcileID":"9b74a77c-bdad-4f2e-b22e-8bda1465371c","gvk":"Service","name":"maas-api-e2e-inf-b-6d61f9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:51.955282658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 88","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"20f69456-52b4-484a-9260-80c373f301b7","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.022197669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d61f9"},"namespace":"ai-tenant-e2e-inf-b-6d61f9","name":"default-tenant","reconcileID":"9b74a77c-bdad-4f2e-b22e-8bda1465371c","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-6d61f9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.073293684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d61f9"},"namespace":"ai-tenant-e2e-inf-b-6d61f9","name":"default-tenant","reconcileID":"9b74a77c-bdad-4f2e-b22e-8bda1465371c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-6d61f9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.109238435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a21ab745-3019-4606-8581-78996130e483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.125763841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d61f9"},"namespace":"ai-tenant-e2e-inf-b-6d61f9","name":"default-tenant","reconcileID":"9b74a77c-bdad-4f2e-b22e-8bda1465371c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-6d61f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.162837605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"d3e69de4-199a-4fb4-8754-ba1d04bd1164","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.178042135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d61f9"},"namespace":"ai-tenant-e2e-inf-b-6d61f9","name":"default-tenant","reconcileID":"9b74a77c-bdad-4f2e-b22e-8bda1465371c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-6d61f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.212937494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"955d31c2-351b-4186-85b7-0c4d8b32d42d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.212998073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"cdb2fbf3-64d8-4b6d-ab46-2b12e4d958d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.219451677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"d3e69de4-199a-4fb4-8754-ba1d04bd1164","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.265434669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d61f9"},"namespace":"ai-tenant-e2e-inf-b-6d61f9","name":"default-tenant","reconcileID":"9b74a77c-bdad-4f2e-b22e-8bda1465371c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-6d61f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.270894938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"cdb2fbf3-64d8-4b6d-ab46-2b12e4d958d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.27539029Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a21ab745-3019-4606-8581-78996130e483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.275460024Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 88","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"d3e69de4-199a-4fb4-8754-ba1d04bd1164","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.311729729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"10048603-d8e7-491e-b21f-5b454cf63472","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.317335959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d61f9"},"namespace":"ai-tenant-e2e-inf-b-6d61f9","name":"default-tenant","reconcileID":"9b74a77c-bdad-4f2e-b22e-8bda1465371c","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-6d61f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.368405789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d61f9"},"namespace":"ai-tenant-e2e-inf-b-6d61f9","name":"default-tenant","reconcileID":"9b74a77c-bdad-4f2e-b22e-8bda1465371c","gvk":"Deployment","name":"payload-processing-e2e-inf-b-6d61f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.36986967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 89","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a21ab745-3019-4606-8581-78996130e483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:07:52.370647807Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"955d31c2-351b-4186-85b7-0c4d8b32d42d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.37228614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d3bbafd-1ea6-4c2f-b424-a9366adcdeb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.372306817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d3bbafd-1ea6-4c2f-b424-a9366adcdeb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.374004655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"10048603-d8e7-491e-b21f-5b454cf63472","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.418833823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d61f9"},"namespace":"ai-tenant-e2e-inf-b-6d61f9","name":"default-tenant","reconcileID":"9b74a77c-bdad-4f2e-b22e-8bda1465371c","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-6d61f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.425505545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"492b4f14-c06f-4b1b-928c-81c2c04d9aeb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.42552517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"492b4f14-c06f-4b1b-928c-81c2c04d9aeb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:07:52.428002423Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"955d31c2-351b-4186-85b7-0c4d8b32d42d","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.428307933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f84d0aa7-2a5c-44ed-8b97-88913c9304c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.428325956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f84d0aa7-2a5c-44ed-8b97-88913c9304c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.4685534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d61f9"},"namespace":"ai-tenant-e2e-inf-b-6d61f9","name":"default-tenant","reconcileID":"9b74a77c-bdad-4f2e-b22e-8bda1465371c","gvk":"Service","name":"payload-processing-e2e-inf-b-6d61f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.517646652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d61f9"},"namespace":"ai-tenant-e2e-inf-b-6d61f9","name":"default-tenant","reconcileID":"9b74a77c-bdad-4f2e-b22e-8bda1465371c","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-6d61f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.518734544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"d535b77c-9505-416d-8eff-e721ecf64934","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.568177643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d61f9"},"namespace":"ai-tenant-e2e-inf-b-6d61f9","name":"default-tenant","reconcileID":"9b74a77c-bdad-4f2e-b22e-8bda1465371c","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-6d61f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.57318708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"d535b77c-9505-416d-8eff-e721ecf64934","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.617484361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d61f9"},"namespace":"ai-tenant-e2e-inf-b-6d61f9","name":"default-tenant","reconcileID":"9b74a77c-bdad-4f2e-b22e-8bda1465371c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-6d61f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.619607804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"fed3d0e3-8dd0-4108-b2b4-7199612fe7a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.619753913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"88639629-1490-4fca-89ff-254c3290981c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.619608423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"9f340c7d-50ca-48a4-a809-3dee2806fb1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.667053194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d61f9"},"namespace":"ai-tenant-e2e-inf-b-6d61f9","name":"default-tenant","reconcileID":"9b74a77c-bdad-4f2e-b22e-8bda1465371c","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-6d61f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.685911173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"88639629-1490-4fca-89ff-254c3290981c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.686013429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"9f340c7d-50ca-48a4-a809-3dee2806fb1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.688076951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"fed3d0e3-8dd0-4108-b2b4-7199612fe7a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.725130643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d61f9"},"namespace":"ai-tenant-e2e-inf-b-6d61f9","name":"default-tenant","reconcileID":"9b74a77c-bdad-4f2e-b22e-8bda1465371c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-6d61f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.728956193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d6fcce7-7677-4ed5-bfeb-e222edfdee21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.78336656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d61f9"},"namespace":"ai-tenant-e2e-inf-b-6d61f9","name":"default-tenant","reconcileID":"9b74a77c-bdad-4f2e-b22e-8bda1465371c","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-6d61f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.790819419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d6fcce7-7677-4ed5-bfeb-e222edfdee21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.832613566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d61f9"},"namespace":"ai-tenant-e2e-inf-b-6d61f9","name":"default-tenant","reconcileID":"9b74a77c-bdad-4f2e-b22e-8bda1465371c","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-6d61f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.842981482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 89","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d6fcce7-7677-4ed5-bfeb-e222edfdee21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.881713765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d61f9"},"namespace":"ai-tenant-e2e-inf-b-6d61f9","name":"default-tenant","reconcileID":"9b74a77c-bdad-4f2e-b22e-8bda1465371c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-6d61f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.897061728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8382e991-30a5-41c4-92de-3d727c82b57c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.89708176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8382e991-30a5-41c4-92de-3d727c82b57c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.930730818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d61f9"},"namespace":"ai-tenant-e2e-inf-b-6d61f9","name":"default-tenant","reconcileID":"9b74a77c-bdad-4f2e-b22e-8bda1465371c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-6d61f9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:55.399575052Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-6d61f9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-6d61f9","reconcileID":"08af3cc4-6131-42c6-9c37-9827bf1dc2ed","aitenant":"ai-tenants/e2e-inf-b-6d61f9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:55.943325772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea5ad1e-8462-4915-bff1-28d33c993367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:55.992985526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea5ad1e-8462-4915-bff1-28d33c993367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:56.043230473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea5ad1e-8462-4915-bff1-28d33c993367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:56.095345176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea5ad1e-8462-4915-bff1-28d33c993367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:56.200957444Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-6d61f9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-6d61f9","reconcileID":"08af3cc4-6131-42c6-9c37-9827bf1dc2ed","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-6d61f9","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-6d61f9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:57.94504976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d1caaae-6b41-4684-b5b5-fd656662d6a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:57.995282534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d1caaae-6b41-4684-b5b5-fd656662d6a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:58.046756545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d1caaae-6b41-4684-b5b5-fd656662d6a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:58.125044644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d1caaae-6b41-4684-b5b5-fd656662d6a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:59.946596958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24b7428f-e373-4dd9-a3eb-6f6af246d893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:59.996125318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24b7428f-e373-4dd9-a3eb-6f6af246d893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:00.04583751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24b7428f-e373-4dd9-a3eb-6f6af246d893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:00.096253396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24b7428f-e373-4dd9-a3eb-6f6af246d893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:00.672805558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8555b4b3-1dae-4066-bff5-53008a007e8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:00.672825838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8555b4b3-1dae-4066-bff5-53008a007e8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:00.724376525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1457aa36-e5b2-4ee2-abdd-2082859dbbbb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:00.72440181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1457aa36-e5b2-4ee2-abdd-2082859dbbbb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:00.871578627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"863b4877-9684-4849-80b2-c0806d4a1176","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:00.925176696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"863b4877-9684-4849-80b2-c0806d4a1176","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:01.042271488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 89","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"863b4877-9684-4849-80b2-c0806d4a1176","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:01.09479971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9585d8b8-906b-4e9d-bd17-b1c0fc2ff84c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:01.094822877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9585d8b8-906b-4e9d-bd17-b1c0fc2ff84c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:02.054811073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"05f0f807-e2df-4d42-92be-7bdb58fed8bc","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:02.216016742Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"05f0f807-e2df-4d42-92be-7bdb58fed8bc","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:02.268326615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 90","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"05f0f807-e2df-4d42-92be-7bdb58fed8bc","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:02.321256374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08242241-4fcc-43e7-b3c0-4edd0256493e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:02.321275475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08242241-4fcc-43e7-b3c0-4edd0256493e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:02.471110384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"10ad6710-a99e-4a75-8a2c-bb46562c0f75","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:02.524404672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"10ad6710-a99e-4a75-8a2c-bb46562c0f75","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:02.573597882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"361ac233-9c0f-4f31-999d-ae54201c2488","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:02.577327863Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 90","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"10ad6710-a99e-4a75-8a2c-bb46562c0f75","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:02.632663065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce1506e7-d1fd-49cc-b970-3b8bd3da9fd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:02.632683991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce1506e7-d1fd-49cc-b970-3b8bd3da9fd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:02.723183863Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"361ac233-9c0f-4f31-999d-ae54201c2488","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:02.776908491Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 91","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"361ac233-9c0f-4f31-999d-ae54201c2488","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:02.8296907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1ca7992d-7461-4081-bbea-fe46d8e35198","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:02.829714469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1ca7992d-7461-4081-bbea-fe46d8e35198","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:03.074579984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42a83ddd-d938-4387-8e27-45a3d5ea0935","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:03.129210106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42a83ddd-d938-4387-8e27-45a3d5ea0935","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:03.181928885Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 91","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42a83ddd-d938-4387-8e27-45a3d5ea0935","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:03.234708204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76fd64e3-e40e-4482-a4ae-8276ee178eae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:03.23473331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76fd64e3-e40e-4482-a4ae-8276ee178eae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:08.853069726Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:11.248577555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"3f4a17cf-253d-44e6-af0c-79fad54de611","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:11.303743524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"3f4a17cf-253d-44e6-af0c-79fad54de611","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:11.357355671Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 91","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"3f4a17cf-253d-44e6-af0c-79fad54de611","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:11.417186708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87be84b0-b198-41a3-84b1-5fdce097326a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:11.417215942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87be84b0-b198-41a3-84b1-5fdce097326a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:12.423747313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"f39b21c7-f494-4af9-8349-99dd0c7d7963","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:12.608717265Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"f39b21c7-f494-4af9-8349-99dd0c7d7963","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:12.66606291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 92","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"f39b21c7-f494-4af9-8349-99dd0c7d7963","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:12.720750279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7dc6e747-f947-4c47-8751-7b0783258f72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:12.720770225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7dc6e747-f947-4c47-8751-7b0783258f72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:12.741443884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"156bd4f5-4773-423d-a7b4-e9e07402355c","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:12.800802706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"156bd4f5-4773-423d-a7b4-e9e07402355c","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:12.854246628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 92","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"156bd4f5-4773-423d-a7b4-e9e07402355c","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:12.909998095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7680d1c1-5f71-402f-a643-c0ca2aa55fdc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:12.910018802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7680d1c1-5f71-402f-a643-c0ca2aa55fdc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:12.99530438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5270418-9004-48c5-9f80-d2d2e76d4801","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:13.174162931Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5270418-9004-48c5-9f80-d2d2e76d4801","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:13.226868781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 93","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5270418-9004-48c5-9f80-d2d2e76d4801","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:13.279782333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e49ff0b4-f189-4097-922d-67d8d37ae8de","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:13.279804691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e49ff0b4-f189-4097-922d-67d8d37ae8de","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:13.38266392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52b175fc-cb79-4727-ab83-d8285b5a62f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:13.437104116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52b175fc-cb79-4727-ab83-d8285b5a62f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:13.488917866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 93","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52b175fc-cb79-4727-ab83-d8285b5a62f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:13.543435794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2386ad90-9246-4bcd-89da-2f147dba642b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:13.543455044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2386ad90-9246-4bcd-89da-2f147dba642b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:17.850998365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"5636c9cd-2cf5-45b6-9a30-4df71f968b3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:17.950452017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"6119ae19-9a8f-42b2-85b3-17b3e41c9560","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:18.162231493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e2e55088-6fb4-4161-b838-058342f89714","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:18.162248261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-sub-4a55d2df","reconcileID":"9597cb50-6b64-494b-97d1-d30eb49003fa","MaaSSubscription":{"name":"e2e-shared-sub-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:18.714130932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"4d0a2dc5-b85a-4f3c-bfc9-7771035f6f22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:18.816002948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"2ce86007-32cb-4c82-9815-5dcff5d13044","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:18.917362968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"1ac23fb6-8a1c-444d-9963-56c7d19a82cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:18.917773061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"39c3849f-545b-443f-826c-4ffb64cb4da2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:19.030126422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"83794926-5e2f-42f5-9945-5995a7c46b20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:19.142225477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"f12d2433-6ce4-4d76-8d74-ce0fecde56d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:19.165642846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"3b0f3d22-1b45-46ac-8215-e8855d018423","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:19.282707367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"c82ec20d-4db1-470a-852e-5053fef15946","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:19.372944692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"e6a2c0e9-5f32-4fe8-85f9-460e881674f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:21.581735512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"6256b834-1fb7-4416-ab06-3eacc84ce4c1","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:21.635203781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"6256b834-1fb7-4416-ab06-3eacc84ce4c1","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:21.68753075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 93","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"6256b834-1fb7-4416-ab06-3eacc84ce4c1","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:21.740192197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83de304f-dcb7-402b-9790-5669686adabf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:21.740219428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83de304f-dcb7-402b-9790-5669686adabf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:22.819888805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"2126353a-3ba8-4c5c-9a22-93e28a82a5f0","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:22.985212225Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"2126353a-3ba8-4c5c-9a22-93e28a82a5f0","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:23.022109187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"54e3b9f7-6d69-4463-9ab7-65f970639613","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:23.037709791Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 94","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"2126353a-3ba8-4c5c-9a22-93e28a82a5f0","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:23.076296034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"54e3b9f7-6d69-4463-9ab7-65f970639613","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:23.092755586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d72ce7d-dffc-4d32-8650-aefd4aa7d78d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:23.09277475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d72ce7d-dffc-4d32-8650-aefd4aa7d78d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:23.128256881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 94","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"54e3b9f7-6d69-4463-9ab7-65f970639613","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:23.182392403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67bbeb84-8941-4426-8e81-48af456e5db9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:23.182413259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67bbeb84-8941-4426-8e81-48af456e5db9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:23.430671839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ceb1d5d-c865-48d4-8c98-67e0e692e2c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:23.591750501Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ceb1d5d-c865-48d4-8c98-67e0e692e2c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:23.64411317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 95","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ceb1d5d-c865-48d4-8c98-67e0e692e2c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:23.691277494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"152a7cb8-1577-4c75-b6a5-f68d6c2b07ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:23.69888446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d0b4fa0e-d5f2-4e2c-8468-4cb496ac30ee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:23.698903344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d0b4fa0e-d5f2-4e2c-8468-4cb496ac30ee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:23.744576283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"152a7cb8-1577-4c75-b6a5-f68d6c2b07ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:23.796390891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 95","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"152a7cb8-1577-4c75-b6a5-f68d6c2b07ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:23.851409843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d78fec01-1ee1-4f9d-b752-5335c20892e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:23.851428493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d78fec01-1ee1-4f9d-b752-5335c20892e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.509364849Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"030f686c-3d6c-489e-bc02-40cf13b75822","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.509566888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47d1eec8-aa65-463c-9111-824cd5a9d34b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.509588628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47d1eec8-aa65-463c-9111-824cd5a9d34b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.608259124Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-policy-4a55d2df","reconcileID":"030f686c-3d6c-489e-bc02-40cf13b75822","MaaSAuthPolicy":{"name":"e2e-shared-policy-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"policyNamespace":"ai-tenant-e2e-mt-7e2ae3f4","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.661307648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6cf5b6d-c56e-4d63-9705-6b2854641588","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.661328873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6cf5b6d-c56e-4d63-9705-6b2854641588","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.793423851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a1e6a5d-c268-4578-b5da-221829ddb3eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.793447273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a1e6a5d-c268-4578-b5da-221829ddb3eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:31.888261891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"ed32812b-718a-41bc-8202-1b15acc3271e","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:31.941353864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"ed32812b-718a-41bc-8202-1b15acc3271e","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:31.993517227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 95","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"ed32812b-718a-41bc-8202-1b15acc3271e","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:32.04754555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87c65e42-a8ed-4233-9211-eba4ad1d251d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:32.047570932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87c65e42-a8ed-4233-9211-eba4ad1d251d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:33.281330604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"3e5651a0-3faa-4faf-803e-64f3b30050b2","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:33.445359873Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"3e5651a0-3faa-4faf-803e-64f3b30050b2","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:33.497110662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 96","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"3e5651a0-3faa-4faf-803e-64f3b30050b2","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:33.551029714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21bdfbe6-9cf0-4422-90d5-1af375291a07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:33.551048704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21bdfbe6-9cf0-4422-90d5-1af375291a07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:33.846957659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e0b0292-e9c0-4ed6-ab86-c75763fce1c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:34.010485816Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e0b0292-e9c0-4ed6-ab86-c75763fce1c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:34.047400809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17efdfaa-c39a-4e29-a0be-865ae50c5a5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:34.062406441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 97","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e0b0292-e9c0-4ed6-ab86-c75763fce1c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:34.101670359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17efdfaa-c39a-4e29-a0be-865ae50c5a5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:34.116893645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0b7b97a0-3ecf-4a2d-92be-021cbd5b81bc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:34.116910038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0b7b97a0-3ecf-4a2d-92be-021cbd5b81bc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:34.154600996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 97","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17efdfaa-c39a-4e29-a0be-865ae50c5a5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:34.208984568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5898a887-c206-4bb1-ae56-7d692a9536f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:34.209000761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5898a887-c206-4bb1-ae56-7d692a9536f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:38.85167384Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:39.996430315Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-sub-4a55d2df","reconcileID":"170f804f-b4c6-4ab9-afd5-1d29b7dfa506","MaaSSubscription":{"name":"e2e-shared-sub-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-4a55d2df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:40.200404737Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"namespace":"ai-tenant-e2e-mt-7e2ae3f4","name":"e2e-shared-sub-4a55d2df","reconcileID":"170f804f-b4c6-4ab9-afd5-1d29b7dfa506","MaaSSubscription":{"name":"e2e-shared-sub-4a55d2df","namespace":"ai-tenant-e2e-mt-7e2ae3f4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:40.399480919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"30f4bf44-ed5a-4e4f-8c2f-b8d43748ce89","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:40.409849158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fefde30e-dbca-4d1c-af07-327571656cb8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:40.409870762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fefde30e-dbca-4d1c-af07-327571656cb8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:42.196058592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"e186a023-2d3c-47c6-8a60-ca0f7409c9ee","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:42.249767512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"e186a023-2d3c-47c6-8a60-ca0f7409c9ee","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:42.303002835Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 97","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"e186a023-2d3c-47c6-8a60-ca0f7409c9ee","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:42.358031785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5337e3fa-fdb9-4513-b8db-0b7d29a0089f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:42.358050818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5337e3fa-fdb9-4513-b8db-0b7d29a0089f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:43.651269655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"63dcbc1b-a37b-414e-b1d5-4615164d4a14","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:43.814717743Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"63dcbc1b-a37b-414e-b1d5-4615164d4a14","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:43.866603628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 98","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"63dcbc1b-a37b-414e-b1d5-4615164d4a14","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:43.918824839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e46861a-1b02-4860-90ff-148d6cdc583a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:43.918846948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e46861a-1b02-4860-90ff-148d6cdc583a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:44.265851127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df957ec1-d6ef-4788-90b9-0ea9e96f2ec0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:44.357393087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13238d5b-8f10-470a-b27d-08072c4e4357","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:44.432905906Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df957ec1-d6ef-4788-90b9-0ea9e96f2ec0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:44.531080777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 99","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df957ec1-d6ef-4788-90b9-0ea9e96f2ec0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:08:44.533767558Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13238d5b-8f10-470a-b27d-08072c4e4357","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:44.586889405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f3a51718-f0ce-44cb-bf46-31f888fd4df1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:44.586915338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f3a51718-f0ce-44cb-bf46-31f888fd4df1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:44.630289784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3723724-9e37-4656-81f8-db2c099a5b7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:44.630310225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3723724-9e37-4656-81f8-db2c099a5b7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:08:44.630340316Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13238d5b-8f10-470a-b27d-08072c4e4357","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:44.783350524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5d526bd-5da3-479c-ad5d-17f089e0ae78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:44.836744954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5d526bd-5da3-479c-ad5d-17f089e0ae78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:44.892625141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 99","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5d526bd-5da3-479c-ad5d-17f089e0ae78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:44.947397202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"baebedba-add4-44dc-82d8-81e3c98b4083","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:44.947419665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"baebedba-add4-44dc-82d8-81e3c98b4083","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:52.520347582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"f0665765-e55f-4603-83e4-466a9ee966d5","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:52.573787913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"f0665765-e55f-4603-83e4-466a9ee966d5","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:52.626699673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 99","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"f0665765-e55f-4603-83e4-466a9ee966d5","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:52.681291876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8cf49f0-675b-4145-8832-c467292b19e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:52.681311545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8cf49f0-675b-4145-8832-c467292b19e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:54.018981961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"a8de7470-8b63-4b52-bac0-cc7e89f4a7c6","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:54.211189635Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"a8de7470-8b63-4b52-bac0-cc7e89f4a7c6","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:54.269801423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 100","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"a8de7470-8b63-4b52-bac0-cc7e89f4a7c6","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:54.324613795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4aeb0e48-5e9c-4383-8b07-172659221d7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:54.32471648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4aeb0e48-5e9c-4383-8b07-172659221d7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:54.741657925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07ac25b3-23ab-441a-809d-19528a137f72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:54.905726622Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07ac25b3-23ab-441a-809d-19528a137f72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:54.96076262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 101","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07ac25b3-23ab-441a-809d-19528a137f72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:55.013607927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9220ab2c-460c-481f-a95f-72cc8a205b57","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:55.013629364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9220ab2c-460c-481f-a95f-72cc8a205b57","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:55.097493386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f372c73-bc5d-4402-babf-acde4c061df4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:55.152958886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f372c73-bc5d-4402-babf-acde4c061df4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:55.205276599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 101","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f372c73-bc5d-4402-babf-acde4c061df4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:55.260090366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6fb3285-1936-4bbc-893d-42d4aacb6a89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:55.260219322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6fb3285-1936-4bbc-893d-42d4aacb6a89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:00.325463941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"9d3728f6-e163-4984-9e56-0a595e078a4a","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:00.325493568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"9d3728f6-e163-4984-9e56-0a595e078a4a","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"rate-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"rate-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:02.831020369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"910db5cd-19ea-4980-940f-f34e06cc11e0","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:02.884029501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"910db5cd-19ea-4980-940f-f34e06cc11e0","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:02.936346304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 101","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"910db5cd-19ea-4980-940f-f34e06cc11e0","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:02.990328513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1d9991f-d2a6-41c3-a3d8-5fa98b11e42c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:02.990345824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1d9991f-d2a6-41c3-a3d8-5fa98b11e42c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:04.423490091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"1b67f8cd-578c-4628-9fb6-e6422b8b2d24","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:04.589803474Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"1b67f8cd-578c-4628-9fb6-e6422b8b2d24","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:04.641657418Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 102","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"1b67f8cd-578c-4628-9fb6-e6422b8b2d24","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:04.696061053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b494133-5d9b-4357-83d3-14dda8f8466c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:04.696083605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b494133-5d9b-4357-83d3-14dda8f8466c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:05.162381331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf5ad0af-de74-45b8-a05b-41943c1b69d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:05.280617472Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf5ad0af-de74-45b8-a05b-41943c1b69d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:05.334492408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 103","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf5ad0af-de74-45b8-a05b-41943c1b69d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:05.389433269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dfdff719-a4b0-4978-91e4-2f012d9214d9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:05.389457902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dfdff719-a4b0-4978-91e4-2f012d9214d9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:05.409879213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4bdfb56-b045-4dc3-9815-b9564c7c7f41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:05.463802203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4bdfb56-b045-4dc3-9815-b9564c7c7f41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:05.516004554Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 103","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4bdfb56-b045-4dc3-9815-b9564c7c7f41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:05.570619761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1de11275-805e-4840-b2d1-1f728a4e01e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:05.570641713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1de11275-805e-4840-b2d1-1f728a4e01e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:08.8508483Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:13.143071681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"08d73f36-c8f8-4687-bcec-4c0ab176d98f","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:13.199034762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"08d73f36-c8f8-4687-bcec-4c0ab176d98f","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:13.251008982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 103","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"08d73f36-c8f8-4687-bcec-4c0ab176d98f","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:13.303590017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df77b711-0479-4b4b-92f8-79c968f2ce5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:13.303610203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df77b711-0479-4b4b-92f8-79c968f2ce5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:13.505832266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fb4941b-d1df-48d7-a50d-72e2508dcd29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:13.505855161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fb4941b-d1df-48d7-a50d-72e2508dcd29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:13.559776885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0885f286-cea5-4cef-be46-b9144be89002","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:13.559801898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0885f286-cea5-4cef-be46-b9144be89002","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:13.658102355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-15f81cd6","namespace":"ai-tenant-e2e-mt-15f81cd6"},"namespace":"ai-tenant-e2e-mt-15f81cd6","name":"e2e-policy-15f81cd6","reconcileID":"b5be81a2-d06e-4a82-b65b-fa12be9e4995","MaaSAuthPolicy":{"name":"e2e-policy-15f81cd6","namespace":"ai-tenant-e2e-mt-15f81cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:13.780179431Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-15f81cd6","namespace":"ai-tenant-e2e-mt-15f81cd6"},"namespace":"ai-tenant-e2e-mt-15f81cd6","name":"e2e-policy-15f81cd6","reconcileID":"b5be81a2-d06e-4a82-b65b-fa12be9e4995","MaaSAuthPolicy":{"name":"e2e-policy-15f81cd6","namespace":"ai-tenant-e2e-mt-15f81cd6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:13.832384294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 104","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-15f81cd6","namespace":"ai-tenant-e2e-mt-15f81cd6"},"namespace":"ai-tenant-e2e-mt-15f81cd6","name":"e2e-policy-15f81cd6","reconcileID":"b5be81a2-d06e-4a82-b65b-fa12be9e4995","MaaSAuthPolicy":{"name":"e2e-policy-15f81cd6","namespace":"ai-tenant-e2e-mt-15f81cd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:14.79570729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"0573363e-a300-49cc-aa35-57c5ba136859","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:14.85349463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"0573363e-a300-49cc-aa35-57c5ba136859","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:14.905830124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 104","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"0573363e-a300-49cc-aa35-57c5ba136859","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:14.960122635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c65b0bf4-d4bc-46e2-bee9-fdb58c67aaf6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:14.960166653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c65b0bf4-d4bc-46e2-bee9-fdb58c67aaf6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:15.538894099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"951a22b1-bdcf-4305-993d-026eb314b113","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:15.655681537Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"951a22b1-bdcf-4305-993d-026eb314b113","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:15.707820693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 105","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"951a22b1-bdcf-4305-993d-026eb314b113","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:15.719563803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cc80985-19a9-4d11-b920-309823de7c62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:15.762559022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"91c9b5a3-5d93-474c-ba3b-f3ac408a52d3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:15.762578424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"91c9b5a3-5d93-474c-ba3b-f3ac408a52d3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:15.7739219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cc80985-19a9-4d11-b920-309823de7c62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:15.825686596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 105","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cc80985-19a9-4d11-b920-309823de7c62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:15.879971613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc6385a5-67f4-45c8-9c62-b98f8a15331c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:15.879993954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc6385a5-67f4-45c8-9c62-b98f8a15331c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:23.45548755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"ee7d67ba-6c01-42a2-8afd-22ae6d7982b2","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:23.509498611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"ee7d67ba-6c01-42a2-8afd-22ae6d7982b2","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:23.56200118Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 105","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"ee7d67ba-6c01-42a2-8afd-22ae6d7982b2","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:23.616903521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"177aea51-4d51-4dd9-b350-277c0e467e6a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:23.616924918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"177aea51-4d51-4dd9-b350-277c0e467e6a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:25.124384118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"4da3a4ad-2a19-47e7-b79d-274e0e07dd5a","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:25.289183643Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"4da3a4ad-2a19-47e7-b79d-274e0e07dd5a","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:25.341360877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 106","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"4da3a4ad-2a19-47e7-b79d-274e0e07dd5a","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:25.395726096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3b8243a-d38a-4390-a7f1-706850b8332c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:25.395745983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3b8243a-d38a-4390-a7f1-706850b8332c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:25.911976192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd275fce-4740-48ce-ac26-b514f5a00c9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:26.028901887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c973c226-d8a1-4d68-83d7-c88480712283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:26.031798195Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd275fce-4740-48ce-ac26-b514f5a00c9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:26.083131317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c973c226-d8a1-4d68-83d7-c88480712283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:26.083732516Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 107","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd275fce-4740-48ce-ac26-b514f5a00c9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:26.135674322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 107","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c973c226-d8a1-4d68-83d7-c88480712283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:26.139288317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3896d363-9f59-4e7c-a351-54e40430117a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:26.139311203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3896d363-9f59-4e7c-a351-54e40430117a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:26.19111047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c67b3b0e-1180-4dfe-9892-84bce6150468","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:26.191131359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c67b3b0e-1180-4dfe-9892-84bce6150468","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:33.765022566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"162e5b7b-bd09-4e2f-9aa6-e296cc14f7d3","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:33.818430269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"162e5b7b-bd09-4e2f-9aa6-e296cc14f7d3","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:33.870874092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 107","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"162e5b7b-bd09-4e2f-9aa6-e296cc14f7d3","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:33.925297217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0f147c4-bc3c-4306-8f5c-a9214cd09480","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:33.925317267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0f147c4-bc3c-4306-8f5c-a9214cd09480","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:35.494750911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"0227ee0e-5fe4-4c26-b2da-30920223b425","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:35.612377735Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"0227ee0e-5fe4-4c26-b2da-30920223b425","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:35.66498916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 108","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"0227ee0e-5fe4-4c26-b2da-30920223b425","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:35.720900305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d708fe0b-9763-4759-9b19-8ab2aaad8d52","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:35.720921669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d708fe0b-9763-4759-9b19-8ab2aaad8d52","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:36.287876091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc743157-0c73-40ff-b017-2b2ae81dd37f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:36.339460506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2e78ee0-3714-4bd8-bd66-9b3ed0b5fd16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:36.40461619Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc743157-0c73-40ff-b017-2b2ae81dd37f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:09:36.449744221Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2e78ee0-3714-4bd8-bd66-9b3ed0b5fd16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:36.456921907Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 109","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc743157-0c73-40ff-b017-2b2ae81dd37f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:09:36.503404585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2e78ee0-3714-4bd8-bd66-9b3ed0b5fd16","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:36.503571363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2112a471-b035-450c-a2a3-f93cc352a39d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:36.503588762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2112a471-b035-450c-a2a3-f93cc352a39d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:36.511462228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc638006-84fe-4c85-9a93-4cb227c51916","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:36.511477311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc638006-84fe-4c85-9a93-4cb227c51916","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:36.657525406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a0d81ba-33b2-4de9-b62f-53893aa7c34d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:36.711034752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a0d81ba-33b2-4de9-b62f-53893aa7c34d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:36.763127082Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 109","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a0d81ba-33b2-4de9-b62f-53893aa7c34d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:36.818374603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09655b59-5cb4-4a72-9699-b34b34ec203a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:36.818396371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09655b59-5cb4-4a72-9699-b34b34ec203a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:38.850981987Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:39.485471241Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-15f81cd6","namespace":"ai-tenant-e2e-mt-15f81cd6"},"namespace":"ai-tenant-e2e-mt-15f81cd6","name":"e2e-policy-15f81cd6","reconcileID":"616e6a4c-a551-4129-8660-91409a4c75d5","MaaSAuthPolicy":{"name":"e2e-policy-15f81cd6","namespace":"ai-tenant-e2e-mt-15f81cd6"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:39.597894137Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-15f81cd6","namespace":"ai-tenant-e2e-mt-15f81cd6"},"namespace":"ai-tenant-e2e-mt-15f81cd6","name":"e2e-policy-15f81cd6","reconcileID":"616e6a4c-a551-4129-8660-91409a4c75d5","MaaSAuthPolicy":{"name":"e2e-policy-15f81cd6","namespace":"ai-tenant-e2e-mt-15f81cd6"},"policyNamespace":"ai-tenant-e2e-mt-15f81cd6","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:44.156631957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"2a145770-1ceb-4943-9de9-96e43079d22b","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:44.210380775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"2a145770-1ceb-4943-9de9-96e43079d22b","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:44.264717493Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 109","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"2a145770-1ceb-4943-9de9-96e43079d22b","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:44.316794796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d350233e-129b-4744-9029-b80b4165c527","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:44.316815405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d350233e-129b-4744-9029-b80b4165c527","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:45.820376668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"9eec1444-5b63-4620-932a-104698379d45","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:45.936751058Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"9eec1444-5b63-4620-932a-104698379d45","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:45.988644712Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 110","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"9eec1444-5b63-4620-932a-104698379d45","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:46.041214406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4e1784e-4a2e-4acb-888f-c203fb0bc225","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:46.041233034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4e1784e-4a2e-4acb-888f-c203fb0bc225","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:46.659923832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c865814-8b6a-4515-92ad-184b64268062","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:46.780404236Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c865814-8b6a-4515-92ad-184b64268062","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:46.832773351Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 111","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c865814-8b6a-4515-92ad-184b64268062","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:46.888004958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c561f8eb-d908-43fa-9c15-276bbe2bff21","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:46.888023993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c561f8eb-d908-43fa-9c15-276bbe2bff21","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:46.966196936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5cc715e2-0eb8-4350-9c8b-c6c0498a8c39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:47.020107657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5cc715e2-0eb8-4350-9c8b-c6c0498a8c39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:47.073291338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 111","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5cc715e2-0eb8-4350-9c8b-c6c0498a8c39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:47.13293497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67a982a0-6a37-49a3-8670-d7cdce29c1b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:47.132960539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67a982a0-6a37-49a3-8670-d7cdce29c1b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:50.60314092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"7a74301a-e83d-4f04-921e-a3bbf1655253","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:50.719744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"3a8a53bc-7b94-464b-8c4a-4a51290f32d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:50.901251052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"78ee8771-b135-4b92-9c07-073d9e98f9d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:50.970383254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"471d4230-0c0e-41d2-9d4b-4a4c40606b75","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:51.287401854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7f12e7ee-64e5-48e7-8c2b-969b42ff00aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:51.472605736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"9987e9bb-a12c-4b9f-80c0-47841a92a8d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:51.723063244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"5d0b7f85-1209-4f55-b53b-ae6751d21d10","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:51.823493471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"d847ae13-a57f-4100-8127-f5d6cf1533b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:51.842454622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"115925e2-23d0-4689-b6bb-fdd3d49bbcf7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:51.922501102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"57b1f677-4eb9-4f53-8b4c-a1b1becfe2cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:52.028035489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fb11db98-3683-4860-84fd-d9e00236aae1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:52.184105618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"5e283d4a-0f4a-4de1-a292-bbeab16e882a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:54.465119937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"04fbea0f-bc7d-4ed7-a477-123c316b00dc","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:54.518642211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"04fbea0f-bc7d-4ed7-a477-123c316b00dc","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:54.57120956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 111","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"04fbea0f-bc7d-4ed7-a477-123c316b00dc","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:54.623861944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46e9dc2f-eb4f-464b-83e5-275fdcdd9be3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:54.623879306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46e9dc2f-eb4f-464b-83e5-275fdcdd9be3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:56.154685946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"6a6bbb58-ea4c-4e3b-b1c9-3e04e36ed5bb","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:56.315805816Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"6a6bbb58-ea4c-4e3b-b1c9-3e04e36ed5bb","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:56.368259803Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 112","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"6a6bbb58-ea4c-4e3b-b1c9-3e04e36ed5bb","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:56.421328392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2be07d6a-1970-4e98-9fc2-839aac4bb451","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:56.421347914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2be07d6a-1970-4e98-9fc2-839aac4bb451","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:57.037174834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbf301a6-b815-4e5d-bf37-ba56b35f0ddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:57.198575871Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbf301a6-b815-4e5d-bf37-ba56b35f0ddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:57.253413284Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 113","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbf301a6-b815-4e5d-bf37-ba56b35f0ddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:57.283900388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5a8b5c6-31b6-4d81-9b7f-de0951f56def","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:57.308241421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d08bd561-3e22-457c-b972-6032d10dbfb9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:57.308261002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d08bd561-3e22-457c-b972-6032d10dbfb9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:57.337232459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5a8b5c6-31b6-4d81-9b7f-de0951f56def","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:57.389808989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 113","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5a8b5c6-31b6-4d81-9b7f-de0951f56def","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:57.445288357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98b0969b-7856-4e22-86ea-6754265da477","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:57.445310276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98b0969b-7856-4e22-86ea-6754265da477","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:04.772456113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"3bcd3488-4f61-4251-82c6-973fc323c525","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:04.827019125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"3bcd3488-4f61-4251-82c6-973fc323c525","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:04.879244577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 113","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"3bcd3488-4f61-4251-82c6-973fc323c525","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:04.933418327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"341a8d38-6262-4ba8-8097-fcad378a8c9b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:04.933442163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"341a8d38-6262-4ba8-8097-fcad378a8c9b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:06.520639562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"a82e87a7-beec-40a0-ae76-f1b4056b40b3","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:06.687519071Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"a82e87a7-beec-40a0-ae76-f1b4056b40b3","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:06.742037388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 114","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"a82e87a7-beec-40a0-ae76-f1b4056b40b3","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:06.797519903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"757092bc-049e-4cf7-81ae-f8c58d92a792","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:06.797538071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"757092bc-049e-4cf7-81ae-f8c58d92a792","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:07.456118018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5415b606-7efe-4356-baeb-419d425d9b15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:07.607358853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a14c60cb-ecec-4453-b00b-bf6fcf37346f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:07.621855433Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5415b606-7efe-4356-baeb-419d425d9b15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:07.66086079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a14c60cb-ecec-4453-b00b-bf6fcf37346f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:07.675597678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 115","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5415b606-7efe-4356-baeb-419d425d9b15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:07.713010986Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 115","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a14c60cb-ecec-4453-b00b-bf6fcf37346f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:07.731397006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6dd27992-a6a3-4b85-9e6f-4139b143aa00","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:07.731412833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6dd27992-a6a3-4b85-9e6f-4139b143aa00","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:07.767552189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae0abcf2-9e49-46b9-96ed-a3a44237d5e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:07.767567904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae0abcf2-9e49-46b9-96ed-a3a44237d5e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:08.642444627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"394206c1-3e3e-462b-b428-01a72bb54893","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:08.642478103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"394206c1-3e3e-462b-b428-01a72bb54893","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"rate-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"rate-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:08.851663516Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:14.052699221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"74acfd92-4895-44cd-a3ec-a3ef6b1f0b42","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:14.052723415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"74acfd92-4895-44cd-a3ec-a3ef6b1f0b42","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"rate-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"rate-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:14.107447211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"38272afd-4734-4fd2-8439-2c34dc07a4a1","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:14.107470053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"38272afd-4734-4fd2-8439-2c34dc07a4a1","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"rate-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"rate-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:14.206045205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"6f0deb7f-fb50-466f-9764-5eb28348d4ec","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:14.369379889Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"6f0deb7f-fb50-466f-9764-5eb28348d4ec","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:14.421869802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-fe63ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"6f0deb7f-fb50-466f-9764-5eb28348d4ec","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:14.476554971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"4b7c1064-3033-4e5b-b590-7b3f560e9a17","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:14.476574949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"4b7c1064-3033-4e5b-b590-7b3f560e9a17","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"rate-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"rate-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:15.11639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"20f585d3-8655-4868-861d-9428c6acfdc5","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:15.169501252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"20f585d3-8655-4868-861d-9428c6acfdc5","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:15.221718566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 115","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"20f585d3-8655-4868-861d-9428c6acfdc5","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:15.276265053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee128189-6f00-4e5b-bb00-d19d5c5896ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:15.276286398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee128189-6f00-4e5b-bb00-d19d5c5896ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:15.910017108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cf16379-042d-44e2-8d2f-9b7e6cbf5f5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:15.960107099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cf16379-042d-44e2-8d2f-9b7e6cbf5f5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:16.009780525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cf16379-042d-44e2-8d2f-9b7e6cbf5f5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:16.059555833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cf16379-042d-44e2-8d2f-9b7e6cbf5f5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:16.517394964Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-1f668443","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-1f668443","reconcileID":"f3e07434-c206-4669-bfda-90c53e699f66","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-1f668443","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-1f668443":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:16.910298873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"03a49ed7-ffc0-4845-ba7c-e6ba7e6dc082","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:17.07881168Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"03a49ed7-ffc0-4845-ba7c-e6ba7e6dc082","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:17.173063913Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 116","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"03a49ed7-ffc0-4845-ba7c-e6ba7e6dc082","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:17.228820597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fdfbfe2-839a-4abc-9928-8042ad4b55eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:17.22884934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fdfbfe2-839a-4abc-9928-8042ad4b55eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:17.912662504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f76e9e4-0851-4d09-a99b-15a77bbde316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:17.91286564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7133613-8187-48f4-9e79-417727ae7e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:17.963320114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f76e9e4-0851-4d09-a99b-15a77bbde316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:18.01314433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f76e9e4-0851-4d09-a99b-15a77bbde316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:18.013269542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c0bab5c-1239-40f1-a928-db5816a18bd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:18.063458734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f76e9e4-0851-4d09-a99b-15a77bbde316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:18.178005364Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7133613-8187-48f4-9e79-417727ae7e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:18.262490439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 117","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7133613-8187-48f4-9e79-417727ae7e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:10:18.264670804Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c0bab5c-1239-40f1-a928-db5816a18bd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:18.317211216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"486a8d47-3895-425c-b4dd-8f12d2e6d06d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:18.317231432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"486a8d47-3895-425c-b4dd-8f12d2e6d06d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:10:18.317849203Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c0bab5c-1239-40f1-a928-db5816a18bd3","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:18.360708029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51d83f64-60e5-4f4b-aadb-306b0c5c8253","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:18.360730404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51d83f64-60e5-4f4b-aadb-306b0c5c8253","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:18.509325648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"508f1041-156b-4464-88fb-7b5afa069e52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:18.562769864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"508f1041-156b-4464-88fb-7b5afa069e52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:18.615303299Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 117","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"508f1041-156b-4464-88fb-7b5afa069e52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:18.670446513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b460596-058d-45c7-a8c8-95033a531d27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:18.670468035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b460596-058d-45c7-a8c8-95033a531d27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:20.125619128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a808a965-71ff-49c7-8d69-c7093319424c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:20.179920555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a808a965-71ff-49c7-8d69-c7093319424c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:20.229926494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a808a965-71ff-49c7-8d69-c7093319424c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:20.279745689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a808a965-71ff-49c7-8d69-c7093319424c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:21.667577652Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"a23c443f-f9a4-4746-b1a7-60b3cc74b25b","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:21.667695977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a382a554-dbe5-48c7-9125-7b8ff1b3feb2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:21.667727614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a382a554-dbe5-48c7-9125-7b8ff1b3feb2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:21.818232789Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"namespace":"ai-tenant-e2e-mt-d1a8a09a","name":"e2e-policy-d1a8a09a","reconcileID":"a23c443f-f9a4-4746-b1a7-60b3cc74b25b","MaaSAuthPolicy":{"name":"e2e-policy-d1a8a09a","namespace":"ai-tenant-e2e-mt-d1a8a09a"},"policyNamespace":"ai-tenant-e2e-mt-d1a8a09a","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:21.872272613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfafbd0b-c1ec-4b54-8016-81ca8ecc5a60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:21.872296408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfafbd0b-c1ec-4b54-8016-81ca8ecc5a60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:24.577055407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"d2361ae6-70d1-44e3-86b2-acdc75714d9e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:24.649353334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"d2361ae6-70d1-44e3-86b2-acdc75714d9e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:24.70130846Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-fe63ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"d2361ae6-70d1-44e3-86b2-acdc75714d9e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:25.425136878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"2105886f-6fb8-4c91-8bad-b06660aaeafb","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:25.478745611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"2105886f-6fb8-4c91-8bad-b06660aaeafb","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:25.530642741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 117","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"2105886f-6fb8-4c91-8bad-b06660aaeafb","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:25.585583658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4eed6e80-75ea-4e5f-bdc1-5bbc7d4e2338","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:25.585613433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4eed6e80-75ea-4e5f-bdc1-5bbc7d4e2338","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:28.465999255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a837c539-5dd9-4f50-ac1b-2d048721bc58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:28.519355034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a837c539-5dd9-4f50-ac1b-2d048721bc58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:28.571787835Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 117","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a837c539-5dd9-4f50-ac1b-2d048721bc58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:28.8199584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3418933-b83d-469c-852a-3a88b488b2ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:28.87316491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3418933-b83d-469c-852a-3a88b488b2ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:28.925012298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 117","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3418933-b83d-469c-852a-3a88b488b2ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:34.853841631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"6b1cbc5e-a516-4745-911e-d9ba5258b919","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:34.907009554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"6b1cbc5e-a516-4745-911e-d9ba5258b919","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:34.958970711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-fe63ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"6b1cbc5e-a516-4745-911e-d9ba5258b919","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:35.733710133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"8785e0f5-314f-45ef-b4e2-a1021a0ede44","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:35.787586234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"8785e0f5-314f-45ef-b4e2-a1021a0ede44","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:35.839749902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 117","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"8785e0f5-314f-45ef-b4e2-a1021a0ede44","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.782243733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46b3d8c5-b695-433e-87a0-14a757234860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.835698328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46b3d8c5-b695-433e-87a0-14a757234860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.851331964Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.887931514Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 117","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46b3d8c5-b695-433e-87a0-14a757234860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:39.075049952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95e80b7f-6841-4b85-a836-90a9b3bf672a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:39.128809439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95e80b7f-6841-4b85-a836-90a9b3bf672a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:39.180539205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 117","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95e80b7f-6841-4b85-a836-90a9b3bf672a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:45.05902115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"f52aff87-2a7a-4284-afbe-5814e619fc79","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:45.113733028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"f52aff87-2a7a-4284-afbe-5814e619fc79","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:45.166800361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-fe63ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"f52aff87-2a7a-4284-afbe-5814e619fc79","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:45.989171364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"cf41d3e6-3a64-4eb7-bcec-512c1a686283","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:46.045020759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"cf41d3e6-3a64-4eb7-bcec-512c1a686283","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:46.097646397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 117","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"cf41d3e6-3a64-4eb7-bcec-512c1a686283","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:49.036467396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5908025d-960e-401c-8859-1a115015b600","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:49.089929654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5908025d-960e-401c-8859-1a115015b600","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:49.328033901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03573171-b93c-419b-aaba-7f9a171c2554","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:49.351674618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5654b585-6671-4830-b1ce-dcc107867b48","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:49.351695559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5654b585-6671-4830-b1ce-dcc107867b48","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:49.381086815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03573171-b93c-419b-aaba-7f9a171c2554","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:49.685603586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"088a22ba-5ce2-4a4d-a343-e3a0ddb602fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:49.685623726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"088a22ba-5ce2-4a4d-a343-e3a0ddb602fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:55.266493255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"b0577155-a145-4276-854f-94aff4cfffa4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:55.319951976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"b0577155-a145-4276-854f-94aff4cfffa4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:55.372258464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-fe63ac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e1c32d8b48d1241b6bcef76876bb7841f31e05c56e3f4fae6be0a2422ac4be93) AuthConfig (5620e0db5b7bbdc5563d431cd426a2eb0b8d7b2d335f1e1d15aec0efba97599f) AuthConfig (62c54cb0a7e135059a5cc0cabce1dd4605b3db0073e5f1ab85e29693847c66f3) AuthConfig (8fe45b0fb68fbef911aeec1a1eaaf3bcc70d39cb2878c70427d6130b4b967fb2) AuthConfig (6a2f9bfad722818e24099531f585577a9f0ab50cfef2899d9fc09e8da403389c) AuthConfig (4e7894d93d076f0e70e84526606cc8803009ec77d43c46a7dbd154ecc8375107) AuthConfig (7f4be633e373791f0b668bb6cb2a96c8cedc29293577707641191c797ea7f326) AuthConfig (115761c9cba8aa1fda3a402006e5ad732fb4b8fd966c2fccde50940e916ae6e1) AuthConfig (e31129b2d559df2f139f8b0d5f1efd28e01a4cedc76e1621901dd28f851ccec6) AuthConfig (79ab0f2bb7be12bb50aca138bea5e07728fec4502023c8f5c5ca0481cd954ade) AuthConfig (425b0718aa372a979e32e49efde76b03df035449b278cb9c1eef395ed008ecce) AuthConfig (2370d430db277c12016eafc6234b466a27e86a21e7b29d85f6c5869744cc63c6) AuthConfig (8c69f4a5c896603df7cb24a004df693a965919a2b741607f20face9a5fc176ad) AuthConfig (d2bfedebb0e65fbefb316c0b18b53c50d9fc74cf9bb094b1567d074aac75fe64) AuthConfig (03718ad63a155cf3fd80ea96cfcfb18b095a6eabc12998e7e7bf3e65eacf7a9a) AuthConfig (c2273b8c9eef524b4129c2007be32fd378fdfd9f18b01bf2a2d091f550c4d0a7) AuthConfig (9655007e5c144ae54dbc3c4b9e6efb0892bc79076dc100036287eace7bd37b78) AuthConfig (871801814e21da433a63064a7a9c594cb9d10d6f890ceb042e9d0b4489d90c04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"b0577155-a145-4276-854f-94aff4cfffa4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:55.4466611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"5157708f-9859-4ba7-8f42-4f89d35fa47d","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:55.44668825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"5157708f-9859-4ba7-8f42-4f89d35fa47d","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"rate-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"rate-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:56.247388818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"1637d20c-36a9-4830-a1bb-1224b157330f","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:56.300750816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"1637d20c-36a9-4830-a1bb-1224b157330f","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:56.606752304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3b3e982-3ace-4e3b-87a6-dd91bfde7f0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:56.606773541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3b3e982-3ace-4e3b-87a6-dd91bfde7f0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:00.82313327Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3b981cf1","reconcileID":"4b7b56c0-828b-461c-ab3f-e39b92951801","MaaSAuthPolicy":{"name":"e2e-default-ns-3b981cf1","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:00.823285339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d46da840-0afb-4932-a26b-82ad17f74934","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:00.823302363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d46da840-0afb-4932-a26b-82ad17f74934","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:00.977298231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9dc8725b-e621-4deb-9163-d1d99f08f4e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:00.977317807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9dc8725b-e621-4deb-9163-d1d99f08f4e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:05.545284356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"ee354a8a-5ff3-490a-b438-1588ea9a8b79","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:05.599262164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"ee354a8a-5ff3-490a-b438-1588ea9a8b79","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:05.6596282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-fe63ac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e1c32d8b48d1241b6bcef76876bb7841f31e05c56e3f4fae6be0a2422ac4be93) AuthConfig (5620e0db5b7bbdc5563d431cd426a2eb0b8d7b2d335f1e1d15aec0efba97599f) AuthConfig (62c54cb0a7e135059a5cc0cabce1dd4605b3db0073e5f1ab85e29693847c66f3) AuthConfig (8fe45b0fb68fbef911aeec1a1eaaf3bcc70d39cb2878c70427d6130b4b967fb2) AuthConfig (6a2f9bfad722818e24099531f585577a9f0ab50cfef2899d9fc09e8da403389c) AuthConfig (4e7894d93d076f0e70e84526606cc8803009ec77d43c46a7dbd154ecc8375107) AuthConfig (7f4be633e373791f0b668bb6cb2a96c8cedc29293577707641191c797ea7f326) AuthConfig (115761c9cba8aa1fda3a402006e5ad732fb4b8fd966c2fccde50940e916ae6e1) AuthConfig (e31129b2d559df2f139f8b0d5f1efd28e01a4cedc76e1621901dd28f851ccec6) AuthConfig (79ab0f2bb7be12bb50aca138bea5e07728fec4502023c8f5c5ca0481cd954ade) AuthConfig (425b0718aa372a979e32e49efde76b03df035449b278cb9c1eef395ed008ecce) AuthConfig (2370d430db277c12016eafc6234b466a27e86a21e7b29d85f6c5869744cc63c6) AuthConfig (8c69f4a5c896603df7cb24a004df693a965919a2b741607f20face9a5fc176ad) AuthConfig (d2bfedebb0e65fbefb316c0b18b53c50d9fc74cf9bb094b1567d074aac75fe64) AuthConfig (03718ad63a155cf3fd80ea96cfcfb18b095a6eabc12998e7e7bf3e65eacf7a9a) AuthConfig (c2273b8c9eef524b4129c2007be32fd378fdfd9f18b01bf2a2d091f550c4d0a7) AuthConfig (9655007e5c144ae54dbc3c4b9e6efb0892bc79076dc100036287eace7bd37b78) AuthConfig (871801814e21da433a63064a7a9c594cb9d10d6f890ceb042e9d0b4489d90c04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"ee354a8a-5ff3-490a-b438-1588ea9a8b79","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:08.851757708Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:15.759248015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"28599691-56ab-4403-aba8-11788b5a009f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:15.81271824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"28599691-56ab-4403-aba8-11788b5a009f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:16.119429055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"7c0fcd5a-68d9-4432-8c27-339a9d7b9e70","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:16.119448529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"7c0fcd5a-68d9-4432-8c27-339a9d7b9e70","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"rate-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"rate-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:21.241119573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"9e0a20a3-2fd2-4fa8-b4cd-cbc54ca51e0e","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:21.241143477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"9e0a20a3-2fd2-4fa8-b4cd-cbc54ca51e0e","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"rate-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"rate-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:21.295318822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"1fe26d2f-36f0-4de1-836f-827dc7fc0c08","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:21.295339182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"1fe26d2f-36f0-4de1-836f-827dc7fc0c08","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"rate-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"rate-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:21.39406586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"758de647-6650-4330-8907-5aaf7597ea1b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:21.603845594Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"758de647-6650-4330-8907-5aaf7597ea1b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:21.657136585Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-c25940-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"758de647-6650-4330-8907-5aaf7597ea1b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:21.71251257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"a0c76c38-0e95-459a-bfcf-40717096421b","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:21.712539763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"a0c76c38-0e95-459a-bfcf-40717096421b","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"rate-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"rate-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:23.329543598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"2a0c9ea6-59a2-485b-a930-187b52ed3de3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:23.581676544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d513df7f-e379-4fd9-aca5-ba6eae0c5b26","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:23.782247404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"e6e56f51-3de7-47f2-b759-df08e8ec9e06","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:23.882140206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"0c15b31c-1590-4656-951e-b514f6d07a7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:23.891816699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"05a00ca0-c32b-4091-91f0-0e35c00c057d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:24.072778729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"a619116e-e2b1-4e90-b00d-ef5612e2ce55","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:24.17399049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"5c612789-fa5f-4c64-bf79-9edaa165bcb8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:24.382506053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"fd02de19-28b1-48c1-9be2-a2571c814d44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:24.412318236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1f668443"},"namespace":"ai-tenant-e2e-mt-1f668443","name":"default-tenant","reconcileID":"bee84fbe-1566-4518-9cec-596e08577aa7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-1f668443","tenantID":"e2e-mt-1f668443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:24.481447385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"25087060-b916-4a3a-9bf4-a0c23aff74b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:24.500992744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"11099774-5d4b-4ad6-9ae2-af5dd9adc552","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:24.540526599Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1f668443"},"namespace":"ai-tenant-e2e-mt-1f668443","name":"default-tenant","reconcileID":"bee84fbe-1566-4518-9cec-596e08577aa7","name":"e2e-mt-1f668443-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:24.579860247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"ee549eb2-68d9-446a-8c94-c814be42632a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:24.698491384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"29c08690-bd4e-4c85-90d8-09853a3482cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:31.81140975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"f70bec6c-5446-49be-935d-6f738282ee6f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:31.86543254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"f70bec6c-5446-49be-935d-6f738282ee6f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:31.917636367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-c25940-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"f70bec6c-5446-49be-935d-6f738282ee6f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:38.851964679Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:42.016718127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"b62f9405-ccbe-4e2a-ba3b-147091faa69a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:42.070392457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"b62f9405-ccbe-4e2a-ba3b-147091faa69a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:42.122498201Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-c25940-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"b62f9405-ccbe-4e2a-ba3b-147091faa69a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:52.221535647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"f9d921de-f7cf-419a-b1d3-08acee1197bd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:52.275268178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"f9d921de-f7cf-419a-b1d3-08acee1197bd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:52.327127333Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-c25940-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e743da98fb3431403b77448c2b92bdd5b7bddd3e61b78d1f68ec34c357d78b81) AuthConfig (f0e651f35d0a5f57961deed797b9e27c8d8168949296e066e9a2ded3efd333f6) AuthConfig (ffa1df4d5c29c38ec3b9e699a62b26380ff6c1e9442625e5f8ffb42e2f0a4efe) AuthConfig (20173dbe873567232a6abbe15309b7c575dd8a031d14baebb093d071b1ec27ec) AuthConfig (b51325b12506124eec62840d0ed9e863808a65f50948e962092e272e6dd69a4a) AuthConfig (d9d41cfc744da3ad17fd9f8d396d74618942c3e9dfce382d15487e6e3b95bd51) AuthConfig (8442eb374d91fda487222de74057814d1119328bb92ce0f6963d2598514bcc64) AuthConfig (bfb823a7b3eec0634e3422f23cfda6efb704c71286f42710a227430934e46da9) AuthConfig (5e1d3dd2946cea4e71ab2e2a9957fac47a2e7e2572c626155cebdef4229a0ee7) AuthConfig (f38dcd61eade8b24b6802ef8c845d4fd1d1efccb2c25b0acf160bb4b8d4d2602) AuthConfig (4142b97fa949bd74f2abee507ef26672f58777df7c1af4120e281bfbef4635b0) AuthConfig (997bba827627d3ab90c78616e929d79297370729a6e91818ecb1f8d22f000db6) AuthConfig (6e5c695893213e9a9b85642b495fc0875f78c548a0aac3f740db3ff05db54f9e) AuthConfig (e6a81f1c2a11b3d26afab7de89f06b9854f92ade430d0527adf76e6253c135ad) AuthConfig (c38756ca7aa081fb3a906f95844b7deb23d786fff642e506d1605ffff9e21023) AuthConfig (cf2922183e4085472c5cf3b84a160732d34020c06f3cc5b0572a01ee7633a4a1) AuthConfig (3731f0e06133f91b585eadc45f71ca7006babc34639e621c3a29b461165d732b) AuthConfig (6d7e92a4b82e026cfb0bcb00abcb3c70afc9cfc6cbfe75096b4e15aedec7b5ba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"f9d921de-f7cf-419a-b1d3-08acee1197bd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:52.382826317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"c2a2dc9d-3c58-4f36-9ca6-934067f1f16c","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:52.382847895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"c2a2dc9d-3c58-4f36-9ca6-934067f1f16c","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"rate-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"rate-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:59.328711113Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-access","reconcileID":"4cff8d4e-8ed4-4c4a-b336-ef60048d0492","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:59.328801434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"7474a874-0ab8-4f7d-8384-c513d8c7497f","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:59.483862066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"3073533b-ec85-4792-b6e6-c9abfddf6c8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:59.531566937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"bbb191cb-5117-408c-8cab-f1e90d0917ff","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:59.539106324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"3073533b-ec85-4792-b6e6-c9abfddf6c8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:59.5838877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"fdedc248-876b-4ad3-bf02-aac8281c4a2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:59.67420462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"03f7ae6c-28ea-4108-bcaf-45bc8fb7b443","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:59.836538603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"baea0da5-a5b4-4a7a-a814-34eb0aedfe3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:59.89033924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"baea0da5-a5b4-4a7a-a814-34eb0aedfe3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:02.48304454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"13e97864-c091-49cd-ad55-1e0ddd59809c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:02.5365357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"13e97864-c091-49cd-ad55-1e0ddd59809c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:02.844475731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"686a283e-cc79-48db-a29f-e3ff84c0f5db","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:02.844494856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"686a283e-cc79-48db-a29f-e3ff84c0f5db","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"rate-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"rate-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:08.132512298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"ae9b6cde-c355-46a6-bc50-900d55d46801","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:08.132540928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"ae9b6cde-c355-46a6-bc50-900d55d46801","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"rate-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"rate-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:08.188109111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"9b0df93a-a4fc-4c58-ba5e-9a3769eb26ea","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:08.188133772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"9b0df93a-a4fc-4c58-ba5e-9a3769eb26ea","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"rate-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"rate-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:08.232857808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"8241f0c8-de30-4a86-ac06-8187c78203dd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:12:08.238871982Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-a-14a7dc","reconcileID":"5e185911-db64-4deb-991d-b1c96e5111e0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-14a7dc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:08.286202522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"8241f0c8-de30-4a86-ac06-8187c78203dd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:08.391506347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"1e463364-0a29-4335-8e4d-8ec93f40e27d","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:08.391531837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"1e463364-0a29-4335-8e4d-8ec93f40e27d","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"rate-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"rate-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:08.446576712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"8d873ec2-f38f-455f-a343-2b620756eee1","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:08.446598585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"8d873ec2-f38f-455f-a343-2b620756eee1","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"rate-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"rate-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:08.446950725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"4ef1340f-df84-4c12-989d-5c8fdd406879","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:08.446965926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"4ef1340f-df84-4c12-989d-5c8fdd406879","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"rate-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"rate-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:08.491594732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"6661928a-eeef-49f7-b6da-981def5cb100","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:12:08.499335997Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-b-14a7dc","reconcileID":"7af4478e-d830-4605-af5c-fda46d99cb95","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-14a7dc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:08.499494585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"1a90477d-e26f-4c17-b82d-0d522ab656a1","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:08.499517456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"1a90477d-e26f-4c17-b82d-0d522ab656a1","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"rate-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"rate-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:08.546488782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"6661928a-eeef-49f7-b6da-981def5cb100","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:08.606077893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"a45c429e-c642-42b8-ab47-b23b8188dad1","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:08.606104154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"a45c429e-c642-42b8-ab47-b23b8188dad1","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"rate-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"rate-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:08.640133488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"0013e2fc-fc48-47d3-bafc-77f0a34cd17e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:08.693080505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"7ae2f504-c2bc-45bf-a4b9-f813d9871e89","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:08.693109663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"7ae2f504-c2bc-45bf-a4b9-f813d9871e89","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"rate-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"rate-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:08.696800057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"0013e2fc-fc48-47d3-bafc-77f0a34cd17e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:08.741752757Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-a-14a7dc","reconcileID":"fc967922-4fce-48d0-ab97-5573df045b36","MaaSSubscription":{"name":"e2e-rate-iso-a-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"maas-trlp-rate-test-model-fe63ac","model":"rate-test-model-fe63ac","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-fe63ac/e2e-rate-iso-a-14a7dc"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:08.851583942Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:08.891542614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"3a89eb44-127d-4cda-9426-eae3a138cb14","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:08.899459811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"7df0bbdb-c7d5-4f43-86b2-bdffc31cd794","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:08.8994784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"7df0bbdb-c7d5-4f43-86b2-bdffc31cd794","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"rate-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"rate-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:08.899778986Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-b-14a7dc","reconcileID":"cbcc1270-4862-491a-8fe2-6fac0a4da3c0","MaaSSubscription":{"name":"e2e-rate-iso-b-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"maas-trlp-rate-test-model-c25940","model":"rate-test-model-c25940","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-c25940/e2e-rate-iso-b-14a7dc"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:08.945289245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"3a89eb44-127d-4cda-9426-eae3a138cb14","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:09.056359596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"9f472adf-783d-4631-b54b-e40d44c8d612","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:09.056381016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"9f472adf-783d-4631-b54b-e40d44c8d612","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"rate-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"rate-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:09.096377396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-a-14a7dc","reconcileID":"849a7ac5-d2f4-436e-930a-3ef5aa3d5a00","MaaSSubscription":{"name":"e2e-rate-iso-a-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"maas-trlp-rate-test-model-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:09.255103484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"14c721ff-3392-493e-a32f-d2a5e3c34ac1","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:09.255124342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"14c721ff-3392-493e-a32f-d2a5e3c34ac1","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"rate-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"rate-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:09.255386806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-b-14a7dc","reconcileID":"a2e76379-a819-47fa-9fb8-7cc94fc08680","MaaSSubscription":{"name":"e2e-rate-iso-b-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"maas-trlp-rate-test-model-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:09.605859612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"f5a257bb-eab9-4980-bedc-36efba43c71e","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:09.605887922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"f5a257bb-eab9-4980-bedc-36efba43c71e","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"sub-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"sub-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:09.844604763Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"18981ba2-dfc2-403b-9a8f-b0eeb757b20a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:09.924857226Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"18981ba2-dfc2-403b-9a8f-b0eeb757b20a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:09.974745849Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"simulator-subscription","reconcileID":"18981ba2-dfc2-403b-9a8f-b0eeb757b20a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/simulator-w0-59f97a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:10.239711841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"9bf904ed-c7b0-4a9f-a1c1-9795389d832d","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:10.338248262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"7cd46090-76a9-4b39-b872-5bc6325b104b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:10.39287567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"7cd46090-76a9-4b39-b872-5bc6325b104b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:15.368274921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-2-w0-59f97a","reconcileID":"c832884a-30c6-450e-abae-c59014b8953b","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-2-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-2-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:15.689029253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-w0-59f97a","reconcileID":"d42efc7f-1c78-4693-bafc-084f426b21ae","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:15.951461681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"premium-w0-59f97a","reconcileID":"be9d1d72-2b58-4ab5-b555-e38d5f7e4a9c","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"premium-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"premium-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:16.010891359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"premium-w0-59f97a","reconcileID":"e0f4ff5c-a17b-4941-9335-c6d5fd9af229","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"premium-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"premium-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:16.079731076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"a4d69144-1ff8-4ac5-a28e-cad018dcc1da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:16.107062411Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"fccfe9d4-b729-48fc-9620-e90e453b868e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e5825a40","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:16.13768805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"a4d69144-1ff8-4ac5-a28e-cad018dcc1da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:16.156829718Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"e20bbfed-cdaf-4796-a1d2-f38ef04a9d56","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e5825a40","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:16.359862634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"fa0e8cbf-f4ec-4716-998d-3120663c4b88","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:16.401260756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"72a7f786-5ab2-4460-aba5-4df42c1a4647","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:16.459846667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"72a7f786-5ab2-4460-aba5-4df42c1a4647","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:16.635814432Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"6208871e-3c60-4005-b519-8bcb98bbf84c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:16.635812971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"premium-w0-59f97a","reconcileID":"27db99e4-7d96-4a73-80ab-e3d1ef4782d7","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"premium-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"premium-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:16.83904097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"6208871e-3c60-4005-b519-8bcb98bbf84c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:16.88908099Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"f81ddaef-7e1e-46b6-9b38-76f45ec91ff0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e5825a40","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:16.955849645Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"6208871e-3c60-4005-b519-8bcb98bbf84c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"e2e-worker-w0-59f97a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:16.955882118Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-access","reconcileID":"6208871e-3c60-4005-b519-8bcb98bbf84c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-59f97a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:17.009632746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"premium-w0-59f97a","reconcileID":"668427ff-92f9-47c0-bcf9-db91dc55714e","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"premium-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"premium-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:17.243948572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-2-w0-59f97a","reconcileID":"48369d8f-c26a-45fe-b546-80ef15b43e5d","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-2-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-2-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:17.294009595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-w0-59f97a","reconcileID":"6d2008f7-c3ed-4667-99f0-e89e9d612026","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:17.294251956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"cbf1a5d6-ce7b-4d5c-8d24-b57309929876","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:17.294503863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"premium-w0-59f97a","reconcileID":"bb3317a0-0f00-4f2b-aa29-db3e0abe8e71","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"premium-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"premium-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:17.343496127Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"17b29e9a-c96c-4107-a984-e44d5b493c83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e5825a40","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:18.158191523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f40e558-264b-4f7b-9aee-d9337946beec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:18.207891372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f40e558-264b-4f7b-9aee-d9337946beec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:18.258438691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f40e558-264b-4f7b-9aee-d9337946beec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:18.30833806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f40e558-264b-4f7b-9aee-d9337946beec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:20.191779321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe238f0-8d1e-42a9-83ab-56ae2219819e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:20.241600293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe238f0-8d1e-42a9-83ab-56ae2219819e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:20.291531728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe238f0-8d1e-42a9-83ab-56ae2219819e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:20.343731334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe238f0-8d1e-42a9-83ab-56ae2219819e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:22.184640842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a30e5d-f3dc-4915-814b-6cba1c5153da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:22.235963685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a30e5d-f3dc-4915-814b-6cba1c5153da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:22.28596346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a30e5d-f3dc-4915-814b-6cba1c5153da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:22.335685213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a30e5d-f3dc-4915-814b-6cba1c5153da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:23.156447173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-b-14a7dc","reconcileID":"499e3e5d-aeea-4dce-99a7-f5e75524380a","MaaSSubscription":{"name":"e2e-rate-iso-b-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"maas-trlp-rate-test-model-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:23.314500064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"ce85aa78-b6ee-49e6-941a-eec205f1b8f6","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:23.314526553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"ce85aa78-b6ee-49e6-941a-eec205f1b8f6","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"rate-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"rate-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:23.704715618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-a-14a7dc","reconcileID":"e4e84c23-6936-47c7-9419-12bb5878d1ca","MaaSSubscription":{"name":"e2e-rate-iso-a-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"maas-trlp-rate-test-model-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:23.863036429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"05e42ee2-81fd-4ba1-9111-808cb3a82489","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:23.863058182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"05e42ee2-81fd-4ba1-9111-808cb3a82489","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"rate-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"rate-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:24.316318075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"15ce4340-b660-4959-8f7a-db1053303c84","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:24.370861238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"15ce4340-b660-4959-8f7a-db1053303c84","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:24.817552184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"c61e31ba-41ef-407f-b9f8-1b0b2176da73","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:24.880246911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"c61e31ba-41ef-407f-b9f8-1b0b2176da73","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:27.294703684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-2-w0-59f97a","reconcileID":"cb8ab1fb-c02e-432d-9dca-873206f8625b","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-2-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-2-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:27.294947846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-w0-59f97a","reconcileID":"52714e28-f276-416d-be4d-f12e34bc6852","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:27.295096504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"f93adc57-1859-4456-961f-e4cbc8f64ad2","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:27.34607853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"premium-w0-59f97a","reconcileID":"15ad7f7d-d93e-4cee-aa62-387ee6868972","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"premium-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"premium-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:27.392899329Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"4691cac5-76e1-4dd3-9853-f750e3b59a38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:27.442920803Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"4691cac5-76e1-4dd3-9853-f750e3b59a38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:27.492737178Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"premium-simulator-subscription","reconcileID":"4691cac5-76e1-4dd3-9853-f750e3b59a38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"name":"maas-trlp-premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a","model":"e2e-models-e2e-worker-w0-59f97a/premium-w0-59f97a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:27.757570989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"premium-w0-59f97a","reconcileID":"e625b84a-40b6-4821-8f79-f724d644d659","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"premium-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"premium-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:35.164806442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a050a9b9-4071-41d8-9557-ce9a686045c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:35.214907829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a050a9b9-4071-41d8-9557-ce9a686045c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:35.265038597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a050a9b9-4071-41d8-9557-ce9a686045c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:35.314691302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a050a9b9-4071-41d8-9557-ce9a686045c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:37.148302924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9078f20-3585-4ade-abc2-0e948f8ce1b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:37.198032015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9078f20-3585-4ade-abc2-0e948f8ce1b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:37.247887926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9078f20-3585-4ade-abc2-0e948f8ce1b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:37.295555987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-2-w0-59f97a","reconcileID":"3d00e178-3d0e-464c-bd5e-ac3aad620cdc","MaaSModelRef":{"name":"distinct-2-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-2-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-2-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:37.299909054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9078f20-3585-4ade-abc2-0e948f8ce1b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:37.301421858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"distinct-w0-59f97a","reconcileID":"f2b21cae-4516-483e-b846-4116cf0eea6a","MaaSModelRef":{"name":"distinct-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"distinct-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"distinct-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:37.301773019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"simulator-w0-59f97a","reconcileID":"a57b643f-e164-43fd-a8cb-212e564fae0e","MaaSModelRef":{"name":"simulator-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"simulator-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"simulator-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:37.758295323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"namespace":"e2e-models-e2e-worker-w0-59f97a","name":"premium-w0-59f97a","reconcileID":"4ba2f726-a2d2-4100-bb34-8f67be8d3a10","MaaSModelRef":{"name":"premium-w0-59f97a","namespace":"e2e-models-e2e-worker-w0-59f97a"},"routeName":"premium-w0-59f97a-kserve-route","namespace":"e2e-models-e2e-worker-w0-59f97a","llmisvcName":"premium-w0-59f97a","gateway":"openshift-ingress/e2e-worker-w0-59f97a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:38.851690501Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:47.532749806Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"default-tenant","reconcileID":"1802a137-8f42-4601-8116-9e44d0810ca1","namespace":"ai-tenant-e2e-worker-w0-59f97a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:47.532832511Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"default-tenant","reconcileID":"1802a137-8f42-4601-8116-9e44d0810ca1","namespace":"ai-tenant-e2e-worker-w0-59f97a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:47.532903884Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"default-tenant","reconcileID":"1802a137-8f42-4601-8116-9e44d0810ca1","tenant":"e2e-worker-w0-59f97a","tenantID":"e2e-worker-w0-59f97a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:47.584177179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"default-tenant","reconcileID":"1802a137-8f42-4601-8116-9e44d0810ca1","gvk":"Deployment","name":"maas-api-e2e-worker-w0-59f97a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:47.641294601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"default-tenant","reconcileID":"1802a137-8f42-4601-8116-9e44d0810ca1","gvk":"Service","name":"maas-api-e2e-worker-w0-59f97a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:47.695424313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"default-tenant","reconcileID":"1802a137-8f42-4601-8116-9e44d0810ca1","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-59f97a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:47.746431359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"default-tenant","reconcileID":"1802a137-8f42-4601-8116-9e44d0810ca1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-59f97a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:47.798697894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"default-tenant","reconcileID":"1802a137-8f42-4601-8116-9e44d0810ca1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-59f97a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:47.850310464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"default-tenant","reconcileID":"1802a137-8f42-4601-8116-9e44d0810ca1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-59f97a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:47.902805851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"default-tenant","reconcileID":"1802a137-8f42-4601-8116-9e44d0810ca1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-59f97a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:47.954954827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"default-tenant","reconcileID":"1802a137-8f42-4601-8116-9e44d0810ca1","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-59f97a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:48.004878773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"default-tenant","reconcileID":"1802a137-8f42-4601-8116-9e44d0810ca1","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-59f97a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:48.054298651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"default-tenant","reconcileID":"1802a137-8f42-4601-8116-9e44d0810ca1","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-59f97a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:48.103468262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"default-tenant","reconcileID":"1802a137-8f42-4601-8116-9e44d0810ca1","gvk":"Service","name":"payload-processing-e2e-worker-w0-59f97a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:48.152920008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"default-tenant","reconcileID":"1802a137-8f42-4601-8116-9e44d0810ca1","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-59f97a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:48.202418502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"default-tenant","reconcileID":"1802a137-8f42-4601-8116-9e44d0810ca1","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-59f97a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:48.251816935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"default-tenant","reconcileID":"1802a137-8f42-4601-8116-9e44d0810ca1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-59f97a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:48.301131314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"default-tenant","reconcileID":"1802a137-8f42-4601-8116-9e44d0810ca1","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-59f97a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:48.354390461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"default-tenant","reconcileID":"1802a137-8f42-4601-8116-9e44d0810ca1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-59f97a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:48.403709127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"default-tenant","reconcileID":"1802a137-8f42-4601-8116-9e44d0810ca1","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-59f97a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:48.452832486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"default-tenant","reconcileID":"1802a137-8f42-4601-8116-9e44d0810ca1","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-59f97a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:48.509384517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"default-tenant","reconcileID":"1802a137-8f42-4601-8116-9e44d0810ca1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-59f97a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:48.55948951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-59f97a"},"namespace":"ai-tenant-e2e-worker-w0-59f97a","name":"default-tenant","reconcileID":"1802a137-8f42-4601-8116-9e44d0810ca1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-59f97a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:52.519907283Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-59f97a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-59f97a","reconcileID":"649ea7da-125b-4a31-a231-d1cc9dc5fac5","aitenant":"ai-tenants/e2e-worker-w0-59f97a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:53.090620121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b87b02b-9b96-40aa-ab72-bb3969914182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:53.14202531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b87b02b-9b96-40aa-ab72-bb3969914182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:53.193888963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b87b02b-9b96-40aa-ab72-bb3969914182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:53.246901875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b87b02b-9b96-40aa-ab72-bb3969914182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:53.355251463Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-59f97a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-59f97a","reconcileID":"649ea7da-125b-4a31-a231-d1cc9dc5fac5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-59f97a","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-59f97a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:55.166823869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c24b40-8bc7-45b7-bb13-5f29778459ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:55.217030948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c24b40-8bc7-45b7-bb13-5f29778459ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:55.266846455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c24b40-8bc7-45b7-bb13-5f29778459ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:55.316560937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c24b40-8bc7-45b7-bb13-5f29778459ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:58.177854868Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"d49b8c5e-3b1b-4c95-b183-f2c1ea540ab7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:58.178067307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"bd2d6938-9f67-47bb-aa33-0f3fa599746a","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:58.178092497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"bd2d6938-9f67-47bb-aa33-0f3fa599746a","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"rate-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"rate-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:58.378102756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"d49b8c5e-3b1b-4c95-b183-f2c1ea540ab7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:58.434425661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-a-14a7dc","reconcileID":"2e54171c-d6fb-4c90-9db4-74850da9307f","MaaSSubscription":{"name":"e2e-rate-iso-a-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"maas-trlp-rate-test-model-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:58.495363586Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"d49b8c5e-3b1b-4c95-b183-f2c1ea540ab7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:58.495391659Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"d49b8c5e-3b1b-4c95-b183-f2c1ea540ab7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:58.551064313Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"2198c6d8-887d-4ef7-ac65-400e838c7417","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:58.551489127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"c97f73e0-4c4c-4b60-bb5c-6740a4090ead","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:58.55150936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"c97f73e0-4c4c-4b60-bb5c-6740a4090ead","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"rate-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"rate-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:58.691933566Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"fd0dd170-a531-42dd-ac9a-bc3a2dc353f8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:58.692033684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"eccbcdc0-bebc-43d4-9ef8-b0a27f3c0832","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:58.692071888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"eccbcdc0-bebc-43d4-9ef8-b0a27f3c0832","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"rate-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"rate-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:58.750562911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"2198c6d8-887d-4ef7-ac65-400e838c7417","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:58.803425578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"2198c6d8-887d-4ef7-ac65-400e838c7417","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:58.803446049Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"2198c6d8-887d-4ef7-ac65-400e838c7417","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:58.806793867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-a-14a7dc","reconcileID":"2dbf079b-d928-493a-a27b-403137a111fa","MaaSSubscription":{"name":"e2e-rate-iso-a-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"maas-trlp-rate-test-model-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:12:58.85329371Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"2198c6d8-887d-4ef7-ac65-400e838c7417","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-14a7dc\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:58.945857908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-b-14a7dc","reconcileID":"c621e327-2975-490c-807a-fed5b5a0d388","MaaSSubscription":{"name":"e2e-rate-iso-b-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"maas-trlp-rate-test-model-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:58.951173146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"fd0dd170-a531-42dd-ac9a-bc3a2dc353f8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:59.069566568Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"fd0dd170-a531-42dd-ac9a-bc3a2dc353f8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:59.0695935Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-14a7dc","reconcileID":"fd0dd170-a531-42dd-ac9a-bc3a2dc353f8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:59.122419053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"4baad88c-4d8f-419f-ad1f-39a9b52b9425","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:59.122439653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"4baad88c-4d8f-419f-ad1f-39a9b52b9425","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"rate-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"rate-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:59.258038979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"b2213468-d791-41be-8329-4475e5420a65","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:59.258060583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"b2213468-d791-41be-8329-4475e5420a65","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"rate-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"rate-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:59.379053191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-b-14a7dc","reconcileID":"097cb3ab-78f8-41c0-b733-5fcb4c0cd915","MaaSSubscription":{"name":"e2e-rate-iso-b-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"maas-trlp-rate-test-model-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:08.85314071Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:09.413334122Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-a-14a7dc","reconcileID":"30b76e03-c177-44db-8212-f2fd6be93c6a","MaaSSubscription":{"name":"e2e-rate-iso-a-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","subscription":"e2e-rate-iso-a-14a7dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:09.463226824Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-a-14a7dc","reconcileID":"30b76e03-c177-44db-8212-f2fd6be93c6a","MaaSSubscription":{"name":"e2e-rate-iso-a-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:09.513593638Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-a-14a7dc","reconcileID":"30b76e03-c177-44db-8212-f2fd6be93c6a","MaaSSubscription":{"name":"e2e-rate-iso-a-14a7dc","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"maas-trlp-rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:09.774465135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"f489b45c-eb90-419a-a315-7b3e265942e0","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:09.774487608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"f489b45c-eb90-419a-a315-7b3e265942e0","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"rate-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"rate-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:09.923653155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"a1dc0f26-f997-4202-94ad-cc2b1af32e7d","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:09.923674516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"a1dc0f26-f997-4202-94ad-cc2b1af32e7d","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"rate-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"rate-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:20.077904826Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-b-14a7dc","reconcileID":"5e426b6d-4c14-4206-a236-799f586f42bb","MaaSSubscription":{"name":"e2e-rate-iso-b-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","subscription":"e2e-rate-iso-b-14a7dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:20.127939Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-b-14a7dc","reconcileID":"5e426b6d-4c14-4206-a236-799f586f42bb","MaaSSubscription":{"name":"e2e-rate-iso-b-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:20.134996401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"74c6f201-bd73-444e-b059-bcf207c3541e","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:20.135023749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"74c6f201-bd73-444e-b059-bcf207c3541e","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"sub-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"sub-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:20.184661055Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-b-14a7dc","reconcileID":"5e426b6d-4c14-4206-a236-799f586f42bb","MaaSSubscription":{"name":"e2e-rate-iso-b-14a7dc","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"maas-trlp-rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:20.445768835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"dd47a7a6-82cd-4a76-bd89-5322c6d74e47","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:20.445789144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"dd47a7a6-82cd-4a76-bd89-5322c6d74e47","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"rate-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"rate-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:20.822236694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"db0b1b55-6c34-4919-ada9-ee2e5c4bee59","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:20.822256807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"db0b1b55-6c34-4919-ada9-ee2e5c4bee59","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"rate-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"rate-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:20.876723576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"b1502b5f-5077-44ba-9e4a-e724e8a9ab2e","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:20.876746697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"b1502b5f-5077-44ba-9e4a-e724e8a9ab2e","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"rate-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"rate-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:20.979610552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-d6c558","reconcileID":"5e96fdde-db96-4a89-94fe-97fbc4968bc8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:21.143600372Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-d6c558","reconcileID":"5e96fdde-db96-4a89-94fe-97fbc4968bc8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:21.195309239Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-fe63ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-d6c558","reconcileID":"5e96fdde-db96-4a89-94fe-97fbc4968bc8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:21.249864528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"68ed95c5-0799-4c0c-b654-9eb3162451a4","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:21.249882715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"68ed95c5-0799-4c0c-b654-9eb3162451a4","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"rate-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"rate-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.044718617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"eb095151-0e4d-47bf-98dc-af30451d9092","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.044747054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"eb095151-0e4d-47bf-98dc-af30451d9092","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"sub-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"sub-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:28.461364797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"6930794c-85e6-466f-8615-63e335c60f84","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:28.461386719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"6930794c-85e6-466f-8615-63e335c60f84","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"sub-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"sub-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:28.514898778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"4dff95e8-190c-4088-a842-d00f5b93d180","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:28.514919321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"4dff95e8-190c-4088-a842-d00f5b93d180","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"sub-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"sub-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:28.615448459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"14cbd5bb-69ee-41c5-b7b3-6460a78fb3ac","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-28f82c","tenantID":"e2e-shared-a-w3-28f82c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:28.77845227Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"14cbd5bb-69ee-41c5-b7b3-6460a78fb3ac","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"e2e-shared-a-w3-28f82c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:28.830346096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-28f82c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"14cbd5bb-69ee-41c5-b7b3-6460a78fb3ac","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:28.884425614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"d5bfd116-dc4e-468b-a073-af5e846673b0","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:28.884445386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"d5bfd116-dc4e-468b-a073-af5e846673b0","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"sub-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"sub-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:31.348942028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-d6c558","reconcileID":"b5b58e9c-93d2-4378-89ee-7f34b7172d8e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:31.402047782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-d6c558","reconcileID":"b5b58e9c-93d2-4378-89ee-7f34b7172d8e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:31.454473281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-fe63ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-d6c558","reconcileID":"b5b58e9c-93d2-4378-89ee-7f34b7172d8e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:36.700257214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-d6c558","reconcileID":"d635381b-1929-44c6-b48c-a70e732a7071","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:36.755467583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-d6c558","reconcileID":"d635381b-1929-44c6-b48c-a70e732a7071","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:37.010669534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"c3a9dd6f-c2f5-4888-b4b6-6d080e0a0d91","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:37.010689173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"c3a9dd6f-c2f5-4888-b4b6-6d080e0a0d91","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"rate-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"rate-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:38.851744426Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:38.984022393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"e6e648e2-e1df-490d-872c-864cff8a4dee","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-28f82c","tenantID":"e2e-shared-a-w3-28f82c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:39.04005349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"e6e648e2-e1df-490d-872c-864cff8a4dee","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"e2e-shared-a-w3-28f82c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:39.092257879Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-28f82c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"e6e648e2-e1df-490d-872c-864cff8a4dee","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:41.758204406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"9bbd954b-afcf-44db-96d6-eba2f0feda34","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:41.758227708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"9bbd954b-afcf-44db-96d6-eba2f0feda34","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"rate-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"rate-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:41.809905102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"0fc99f21-8f93-4531-b538-0c0dc1782621","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:41.809931754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"0fc99f21-8f93-4531-b538-0c0dc1782621","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"rate-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"rate-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:41.909298396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-d6c558","reconcileID":"8279cd6c-ea3a-4d1b-879c-dee388c218ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:42.07416993Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-d6c558","reconcileID":"8279cd6c-ea3a-4d1b-879c-dee388c218ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:42.126600426Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-c25940-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-d6c558","reconcileID":"8279cd6c-ea3a-4d1b-879c-dee388c218ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:42.180775534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"4de13b34-1fcc-49cb-8582-5100661aeed8","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:42.180796507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"4de13b34-1fcc-49cb-8582-5100661aeed8","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"rate-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"rate-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:49.192242616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"ddc75c9c-51a2-4a26-b684-cca2fd10c338","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-28f82c","tenantID":"e2e-shared-a-w3-28f82c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:49.245445361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"ddc75c9c-51a2-4a26-b684-cca2fd10c338","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"e2e-shared-a-w3-28f82c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:49.296980228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-28f82c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"ddc75c9c-51a2-4a26-b684-cca2fd10c338","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:52.281413169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-d6c558","reconcileID":"7d63b8c8-08bb-40ff-8664-ac9f7979b685","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:52.334673015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-d6c558","reconcileID":"7d63b8c8-08bb-40ff-8664-ac9f7979b685","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:52.386652696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-c25940-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-d6c558","reconcileID":"7d63b8c8-08bb-40ff-8664-ac9f7979b685","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:59.397905787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"3257bdf3-6876-4d81-aa65-8089b7316c06","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-28f82c","tenantID":"e2e-shared-a-w3-28f82c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:59.454995562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"3257bdf3-6876-4d81-aa65-8089b7316c06","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"e2e-shared-a-w3-28f82c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:59.506867543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-28f82c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"3257bdf3-6876-4d81-aa65-8089b7316c06","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:02.486311987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-d6c558","reconcileID":"366af9ef-5680-431d-bf86-1a2f70971ab7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:02.540136846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-d6c558","reconcileID":"366af9ef-5680-431d-bf86-1a2f70971ab7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:02.592312341Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-c25940-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-d6c558","reconcileID":"366af9ef-5680-431d-bf86-1a2f70971ab7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:08.852969271Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:09.606576202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"9c1e11de-b4b2-429b-9b27-b135547147a4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-28f82c","tenantID":"e2e-shared-a-w3-28f82c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:09.659662568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"9c1e11de-b4b2-429b-9b27-b135547147a4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"e2e-shared-a-w3-28f82c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:09.711899026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-28f82c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04a7d2134dc2b3ed37d0f9af42898054e912a509d4c7733d513923fadc43211f) AuthConfig (3d0e167e688a0546f19731b88c46b0c04ad7f2a34960641849d00e970ad7b8f3) AuthConfig (d4a7fadbc697db19384327856e37d50b1662c0e0ce3ac60f75783cad475bd95c) AuthConfig (dcfa389dcae6dd2d49d1eb7919a8160633013ad50cc59af83b5284fa8e6cff8c) AuthConfig (cbc4b3dfa1ccb90e23fd706be4e0eed5fdb5edf2e20219f3d695665c1b17360c) AuthConfig (58e7cce120d3ab33b1ccb5ea111dd9d616fb1afecc83385e5ac8a66caf45b886) AuthConfig (3206dc7bfca77da7decccbcecf1aa5918825fed6df4994c57bdb8bc8a0b5e4ce) AuthConfig (33eea66e1a6c813271ddf92ffa419a149fcd52591e79938835113c183b167d58) AuthConfig (42fbe9b324335bc6ae7966c2dad31e75b5f837125724436ff3246cad49afeba1) AuthConfig (ceebf29e33d25ee8ecea884ce9c5a9699559e60b82ae0477ec911c22af6d45ad) AuthConfig (213088da28794b06c69ea571f4d51ad7fbef8e412e72c0444f07933ef8ff05ae) AuthConfig (8622f892277222455fd52e1cba3eb997c97acfcb5abda572a8b85d02e4ac2bed) AuthConfig (f039eb729aae6f954dd3e450c7a4e4fc9e5d9897c53b0c782b66c1c4eaac347b) AuthConfig (6ff0bc13c31e59e7f5ed499a42e513cb7d9979e4c01cfdc25d5e64733af64eb1) AuthConfig (813601389cbfafe57c3985cbedec762323048baea5bde24ca914e49f31a2935f) AuthConfig (91888a03a9845addf1cc150c1fa545081995b548ef791a75dea4409c74196977) AuthConfig (38953f31f22554ef9a61e6182d40622dcf1e848b524fd753a948865e840a6ecf) AuthConfig (f328386112417e0b588e51cc9c8f3a882bfd42a83ba7b0e04c34c40a24721df6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"9c1e11de-b4b2-429b-9b27-b135547147a4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:09.767547212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"2849b966-c336-4f01-a053-3332538d5e1c","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:09.76757105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"2849b966-c336-4f01-a053-3332538d5e1c","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"sub-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"sub-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:12.692887455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-d6c558","reconcileID":"bdd1ed7d-0c4a-435a-8048-7986771baa21","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:12.746546088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-d6c558","reconcileID":"bdd1ed7d-0c4a-435a-8048-7986771baa21","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:12.79866862Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-c25940-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e743da98fb3431403b77448c2b92bdd5b7bddd3e61b78d1f68ec34c357d78b81) AuthConfig (8442eb374d91fda487222de74057814d1119328bb92ce0f6963d2598514bcc64) AuthConfig (b51325b12506124eec62840d0ed9e863808a65f50948e962092e272e6dd69a4a) AuthConfig (20173dbe873567232a6abbe15309b7c575dd8a031d14baebb093d071b1ec27ec) AuthConfig (6d7e92a4b82e026cfb0bcb00abcb3c70afc9cfc6cbfe75096b4e15aedec7b5ba) AuthConfig (3731f0e06133f91b585eadc45f71ca7006babc34639e621c3a29b461165d732b) AuthConfig (cf2922183e4085472c5cf3b84a160732d34020c06f3cc5b0572a01ee7633a4a1) AuthConfig (e6a81f1c2a11b3d26afab7de89f06b9854f92ade430d0527adf76e6253c135ad) AuthConfig (6e5c695893213e9a9b85642b495fc0875f78c548a0aac3f740db3ff05db54f9e) AuthConfig (4142b97fa949bd74f2abee507ef26672f58777df7c1af4120e281bfbef4635b0) AuthConfig (c38756ca7aa081fb3a906f95844b7deb23d786fff642e506d1605ffff9e21023) AuthConfig (ffa1df4d5c29c38ec3b9e699a62b26380ff6c1e9442625e5f8ffb42e2f0a4efe) AuthConfig (d9d41cfc744da3ad17fd9f8d396d74618942c3e9dfce382d15487e6e3b95bd51) AuthConfig (f38dcd61eade8b24b6802ef8c845d4fd1d1efccb2c25b0acf160bb4b8d4d2602) AuthConfig (f0e651f35d0a5f57961deed797b9e27c8d8168949296e066e9a2ded3efd333f6) AuthConfig (997bba827627d3ab90c78616e929d79297370729a6e91818ecb1f8d22f000db6) AuthConfig (bfb823a7b3eec0634e3422f23cfda6efb704c71286f42710a227430934e46da9) AuthConfig (5e1d3dd2946cea4e71ab2e2a9957fac47a2e7e2572c626155cebdef4229a0ee7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-d6c558","reconcileID":"bdd1ed7d-0c4a-435a-8048-7986771baa21","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:12.854527257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"94b088e5-2d14-427e-8ed4-bf9959f43f9f","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:12.854553474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"94b088e5-2d14-427e-8ed4-bf9959f43f9f","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"rate-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"rate-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.904132958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40ff8d53-5146-49c0-ad69-6cca3ae9594f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.953574045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40ff8d53-5146-49c0-ad69-6cca3ae9594f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.003381111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40ff8d53-5146-49c0-ad69-6cca3ae9594f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.057002173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40ff8d53-5146-49c0-ad69-6cca3ae9594f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:19.040373453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"edf03c46-d150-4d69-8d6e-2bf0e65a6581","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:19.258803418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"571b147d-fb00-442b-a007-e72e89395139","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:19.358902565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"9b2f5cb8-42f2-4b89-9d4f-89da37fdd64b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:19.526177355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"ae3da193-8500-4ea5-8f5f-64bfb2c7f7c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:19.55431667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dad5177f-5273-4e8a-a7df-d1c67e1de376","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:19.852064364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"6e9bfcd9-c9ae-441e-b9af-b622dc59dfb3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:19.865628158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"027d7207-96a6-4ce4-bf60-8e94d1d2c156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:19.915310353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"027d7207-96a6-4ce4-bf60-8e94d1d2c156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:19.969573643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"027d7207-96a6-4ce4-bf60-8e94d1d2c156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:20.022383089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"027d7207-96a6-4ce4-bf60-8e94d1d2c156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:20.072416057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"b58c1e3c-9321-42a2-a045-95526fb912db","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-28f82c","tenantID":"e2e-shared-a-w3-28f82c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:20.126400676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"b58c1e3c-9321-42a2-a045-95526fb912db","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"e2e-shared-a-w3-28f82c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:20.172273013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"d7614f33-5c50-4603-a2b6-861f3e5afd99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:20.376429171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"c7b91ddc-4959-41b7-8916-0cccfaead47a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:20.44097407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"84c1db6b-ce20-4302-bb11-ad4114937709","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:20.481505901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"9a542c3e-8028-41d0-8307-277f0ba6c8fa","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:20.481529258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"9a542c3e-8028-41d0-8307-277f0ba6c8fa","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"sub-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"sub-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:20.539694798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"7e705fee-2aa4-4b27-84d4-092023f6490c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:22.955175601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-d6c558","reconcileID":"5cfbb8d2-42d1-4b6f-8a24-ff719a7fc0c6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:23.009057004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-d6c558","reconcileID":"5cfbb8d2-42d1-4b6f-8a24-ff719a7fc0c6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:23.315826348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"0406cec3-e2a3-4180-986c-5558bddce06e","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:23.315847679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"0406cec3-e2a3-4180-986c-5558bddce06e","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"rate-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"rate-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:25.373647157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"5960d216-8dfb-41a5-b5d7-5e2b294cbc7b","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:25.373667964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"5960d216-8dfb-41a5-b5d7-5e2b294cbc7b","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"sub-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"sub-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:25.428243221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"67f7b78f-98f8-4ccf-b0e9-4078bb44a283","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:25.4282694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"67f7b78f-98f8-4ccf-b0e9-4078bb44a283","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"sub-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"sub-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:25.526924594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"2ee640ef-6457-4484-9755-5148c3308c26","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7ca60f","tenantID":"e2e-shared-b-w3-7ca60f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:25.642821082Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"2ee640ef-6457-4484-9755-5148c3308c26","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"e2e-shared-b-w3-7ca60f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:25.694599024Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-7ca60f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"2ee640ef-6457-4484-9755-5148c3308c26","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:25.74963043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"11b06f82-a65e-4a1e-9e0b-a1e96b78d7f2","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:25.749650548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"11b06f82-a65e-4a1e-9e0b-a1e96b78d7f2","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"sub-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"sub-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:28.68378882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"087d3184-659e-4380-8ef8-ef75eecb82e5","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:28.683808317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"087d3184-659e-4380-8ef8-ef75eecb82e5","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"rate-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"rate-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:28.739078893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"539d4a5d-796d-4974-b597-e0cd155597c7","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:28.739098855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"539d4a5d-796d-4974-b597-e0cd155597c7","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"rate-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"rate-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:28.782011275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-d6c558","reconcileID":"280c853f-4663-4bf9-95b3-c9dc76b4bf3d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:14:28.790113029Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-a-d6c558","reconcileID":"2d809749-0610-410e-bcb3-25124703399b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-d6c558\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:14:28.790837224Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"539d4a5d-796d-4974-b597-e0cd155597c7","name":"rate-test-model-fe63ac","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-fe63ac\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:14:28.790887232Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"539d4a5d-796d-4974-b597-e0cd155597c7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-fe63ac\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:28.796262593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"406f5050-e0c9-4074-8170-fa6d0f8ab3c7","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:28.796280492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"406f5050-e0c9-4074-8170-fa6d0f8ab3c7","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"rate-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"rate-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:28.835312029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-d6c558","reconcileID":"280c853f-4663-4bf9-95b3-c9dc76b4bf3d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:28.944954799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"6a04dad3-0763-48d6-acd9-1a74591c386b","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:28.944995056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"6a04dad3-0763-48d6-acd9-1a74591c386b","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"rate-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"rate-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:29.003226708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"c0a1aec0-3195-4b76-b271-a5410c921520","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:29.003253161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"c0a1aec0-3195-4b76-b271-a5410c921520","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"rate-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"rate-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:29.003720099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"54bc31b7-65bc-405e-b197-69617a07b626","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:29.003737891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"54bc31b7-65bc-405e-b197-69617a07b626","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"rate-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"rate-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:14:29.051194522Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-b-d6c558","reconcileID":"a749d236-ef5d-4496-97f2-20dcb02face7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-d6c558\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:29.053901047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"2a2e30ee-748e-479b-b30d-9d8b99a8842b","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:29.053916859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"2a2e30ee-748e-479b-b30d-9d8b99a8842b","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"rate-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"rate-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:29.063090235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-d6c558","reconcileID":"50379b0a-f0c8-49b2-b086-05681f6c989e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:29.122722603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-d6c558","reconcileID":"50379b0a-f0c8-49b2-b086-05681f6c989e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:29.172390864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-d6c558","reconcileID":"6154f41c-966a-4d3b-a80b-e6fb67dcdbc6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:29.173385743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"2bcd9c30-2627-4216-b4ef-423800d85361","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:29.173401475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"2bcd9c30-2627-4216-b4ef-423800d85361","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"rate-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"rate-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:29.229379603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-d6c558","reconcileID":"6154f41c-966a-4d3b-a80b-e6fb67dcdbc6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:29.232121227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"983d71d1-af7c-43a8-b90f-38f206d8667b","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:29.232138377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"983d71d1-af7c-43a8-b90f-38f206d8667b","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"rate-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"rate-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:29.300682702Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-a-d6c558","reconcileID":"7e2fb5ea-ff55-488b-bc1c-14daa99e0b3d","MaaSSubscription":{"name":"e2e-rate-iso-a-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"maas-trlp-rate-test-model-fe63ac","model":"rate-test-model-fe63ac","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-fe63ac/e2e-rate-iso-a-d6c558"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:29.433374958Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-b-d6c558","reconcileID":"1cf40ffa-a91d-4a8a-9264-97180cb86b22","MaaSSubscription":{"name":"e2e-rate-iso-b-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"maas-trlp-rate-test-model-c25940","model":"rate-test-model-c25940","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-c25940/e2e-rate-iso-b-d6c558"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:29.433656124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-d6c558","reconcileID":"6a4e4923-4867-4901-bd32-325f411b3a06","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:29.457355971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"74930083-bb16-49fe-82a8-99dcc3241283","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:29.457373615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"74930083-bb16-49fe-82a8-99dcc3241283","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"rate-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"rate-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:29.488470645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-d6c558","reconcileID":"6a4e4923-4867-4901-bd32-325f411b3a06","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:29.592038803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"927d5470-c7a4-4a69-9d5c-c8fc6284ec12","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:29.592074035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"927d5470-c7a4-4a69-9d5c-c8fc6284ec12","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"rate-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"rate-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:29.657123383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-a-d6c558","reconcileID":"1ebea33f-80ae-46dc-92a0-f3f6b26bf4df","MaaSSubscription":{"name":"e2e-rate-iso-a-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"maas-trlp-rate-test-model-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:29.791035725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-b-d6c558","reconcileID":"e93b923a-0eb0-4ce6-beb6-63a9cf000f1e","MaaSSubscription":{"name":"e2e-rate-iso-b-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"maas-trlp-rate-test-model-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:35.84925782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"4156bc08-e151-4079-b5d7-15c58bb2745e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7ca60f","tenantID":"e2e-shared-b-w3-7ca60f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:35.903245643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"4156bc08-e151-4079-b5d7-15c58bb2745e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"e2e-shared-b-w3-7ca60f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:35.955528674Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-7ca60f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"4156bc08-e151-4079-b5d7-15c58bb2745e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:38.588108956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"69638f47-a9e8-4e06-bda8-45298f2c569d","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:38.588140163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"69638f47-a9e8-4e06-bda8-45298f2c569d","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"sub-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"sub-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:38.785397566Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1f668443"},"namespace":"ai-tenant-e2e-mt-1f668443","name":"default-tenant","reconcileID":"bd5b0b16-053a-43e0-8667-455e2863a278","namespace":"ai-tenant-e2e-mt-1f668443","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:38.78545665Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1f668443"},"namespace":"ai-tenant-e2e-mt-1f668443","name":"default-tenant","reconcileID":"bd5b0b16-053a-43e0-8667-455e2863a278","namespace":"ai-tenant-e2e-mt-1f668443","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:38.785505234Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1f668443"},"namespace":"ai-tenant-e2e-mt-1f668443","name":"default-tenant","reconcileID":"bd5b0b16-053a-43e0-8667-455e2863a278","tenant":"e2e-mt-1f668443","tenantID":"e2e-mt-1f668443","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:38.83673209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1f668443"},"namespace":"ai-tenant-e2e-mt-1f668443","name":"default-tenant","reconcileID":"bd5b0b16-053a-43e0-8667-455e2863a278","gvk":"Deployment","name":"maas-api-e2e-mt-1f668443","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:38.855779106Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:38.894404679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1f668443"},"namespace":"ai-tenant-e2e-mt-1f668443","name":"default-tenant","reconcileID":"bd5b0b16-053a-43e0-8667-455e2863a278","gvk":"Service","name":"maas-api-e2e-mt-1f668443","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:38.949880834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1f668443"},"namespace":"ai-tenant-e2e-mt-1f668443","name":"default-tenant","reconcileID":"bd5b0b16-053a-43e0-8667-455e2863a278","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-1f668443","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:39.003062586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1f668443"},"namespace":"ai-tenant-e2e-mt-1f668443","name":"default-tenant","reconcileID":"bd5b0b16-053a-43e0-8667-455e2863a278","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-1f668443","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:39.055238949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1f668443"},"namespace":"ai-tenant-e2e-mt-1f668443","name":"default-tenant","reconcileID":"bd5b0b16-053a-43e0-8667-455e2863a278","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-1f668443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:39.111485978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1f668443"},"namespace":"ai-tenant-e2e-mt-1f668443","name":"default-tenant","reconcileID":"bd5b0b16-053a-43e0-8667-455e2863a278","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-1f668443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:39.165827821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1f668443"},"namespace":"ai-tenant-e2e-mt-1f668443","name":"default-tenant","reconcileID":"bd5b0b16-053a-43e0-8667-455e2863a278","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-1f668443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:39.218589922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1f668443"},"namespace":"ai-tenant-e2e-mt-1f668443","name":"default-tenant","reconcileID":"bd5b0b16-053a-43e0-8667-455e2863a278","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-1f668443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:39.267737828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1f668443"},"namespace":"ai-tenant-e2e-mt-1f668443","name":"default-tenant","reconcileID":"bd5b0b16-053a-43e0-8667-455e2863a278","gvk":"Deployment","name":"payload-processing-e2e-mt-1f668443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:39.316948226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1f668443"},"namespace":"ai-tenant-e2e-mt-1f668443","name":"default-tenant","reconcileID":"bd5b0b16-053a-43e0-8667-455e2863a278","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-1f668443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:39.366058686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1f668443"},"namespace":"ai-tenant-e2e-mt-1f668443","name":"default-tenant","reconcileID":"bd5b0b16-053a-43e0-8667-455e2863a278","gvk":"Service","name":"payload-processing-e2e-mt-1f668443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:39.416203654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1f668443"},"namespace":"ai-tenant-e2e-mt-1f668443","name":"default-tenant","reconcileID":"bd5b0b16-053a-43e0-8667-455e2863a278","gvk":"Service","name":"payload-pre-processing-e2e-mt-1f668443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:39.46545672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1f668443"},"namespace":"ai-tenant-e2e-mt-1f668443","name":"default-tenant","reconcileID":"bd5b0b16-053a-43e0-8667-455e2863a278","gvk":"DestinationRule","name":"payload-processing-e2e-mt-1f668443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:39.515172976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1f668443"},"namespace":"ai-tenant-e2e-mt-1f668443","name":"default-tenant","reconcileID":"bd5b0b16-053a-43e0-8667-455e2863a278","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-1f668443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:39.56431539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1f668443"},"namespace":"ai-tenant-e2e-mt-1f668443","name":"default-tenant","reconcileID":"bd5b0b16-053a-43e0-8667-455e2863a278","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-1f668443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:39.620854874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1f668443"},"namespace":"ai-tenant-e2e-mt-1f668443","name":"default-tenant","reconcileID":"bd5b0b16-053a-43e0-8667-455e2863a278","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-1f668443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:39.670356281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1f668443"},"namespace":"ai-tenant-e2e-mt-1f668443","name":"default-tenant","reconcileID":"bd5b0b16-053a-43e0-8667-455e2863a278","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-1f668443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:39.719469035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1f668443"},"namespace":"ai-tenant-e2e-mt-1f668443","name":"default-tenant","reconcileID":"bd5b0b16-053a-43e0-8667-455e2863a278","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-1f668443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:39.76942565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1f668443"},"namespace":"ai-tenant-e2e-mt-1f668443","name":"default-tenant","reconcileID":"bd5b0b16-053a-43e0-8667-455e2863a278","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-1f668443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:39.819335252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1f668443"},"namespace":"ai-tenant-e2e-mt-1f668443","name":"default-tenant","reconcileID":"bd5b0b16-053a-43e0-8667-455e2863a278","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-1f668443","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:40.150666421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"0886e11f-9cc6-4a95-a587-5ad54ca3b2c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:40.250925356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e122055e-b32b-47fe-bbe8-3697b80ab8e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:40.392946542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"010db9c7-80b4-45ee-ab47-caca49f738dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:40.492777193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"ad017a12-0b98-4612-a1a6-1305b5221de5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:40.517002274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"ffc70e9c-cf85-42a0-8210-cb0a956377db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:40.595704319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"41fc56cb-bb05-4015-a5aa-21dfa12a7565","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:40.695664817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"724b1c76-b57a-4873-ae63-43aa5b341c8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:40.952221701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"bf8186f1-b2af-4275-a447-de925e91ba67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:41.131980957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-b-d6c558","reconcileID":"c77e6c01-ea1d-44fe-b3b2-24f89f214496","MaaSSubscription":{"name":"e2e-rate-iso-b-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"maas-trlp-rate-test-model-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:41.231363346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f59247cc-f568-4c9b-bf88-498047922758","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:41.289766947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"7201a76a-0756-4c52-8630-e2ce91781a9c","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:41.289785564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"7201a76a-0756-4c52-8630-e2ce91781a9c","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"rate-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"rate-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:41.377715508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"038e1373-8b3e-48f6-b79c-0f3ccea2f7a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:41.507057118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-a-d6c558","reconcileID":"f07102e0-fb29-49ba-837f-90992f7a14ed","MaaSSubscription":{"name":"e2e-rate-iso-a-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"maas-trlp-rate-test-model-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:41.676970292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"11ad943c-1eeb-4d88-88b5-4b6649315840","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:41.67699763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"11ad943c-1eeb-4d88-88b5-4b6649315840","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"rate-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"rate-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:41.772643442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-d6c558","reconcileID":"d5b0c107-e59e-498c-81e9-d4b6dbd1d3b3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:41.826056404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-d6c558","reconcileID":"d5b0c107-e59e-498c-81e9-d4b6dbd1d3b3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:41.945248682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-d6c558","reconcileID":"704ea213-910f-4a7d-b0e0-88f39fce4067","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:41.99859335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-d6c558","reconcileID":"704ea213-910f-4a7d-b0e0-88f39fce4067","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:44.017445189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"edb68ba0-2333-483b-88bb-24e3553d7e6d","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:44.017464893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"edb68ba0-2333-483b-88bb-24e3553d7e6d","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"sub-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"sub-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:44.069340063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"603a0efc-000d-4b61-a7d9-0f9c27ff6ada","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:44.069366708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"603a0efc-000d-4b61-a7d9-0f9c27ff6ada","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"sub-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"sub-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:44.168084058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"38fe1594-f2a3-4e91-b802-952efa3e4fd0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b4d53e","tenantID":"e2e-shared-a-w4-b4d53e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:44.334304523Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"38fe1594-f2a3-4e91-b802-952efa3e4fd0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"e2e-shared-a-w4-b4d53e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:44.386489071Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-b4d53e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"38fe1594-f2a3-4e91-b802-952efa3e4fd0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:44.440709122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"8cf7a445-f031-4f09-913c-6c84df708869","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:44.440730699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"8cf7a445-f031-4f09-913c-6c84df708869","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"sub-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"sub-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:46.057787226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"deb11cab-451b-453a-a01a-73bf96e7fe36","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7ca60f","tenantID":"e2e-shared-b-w3-7ca60f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:46.111674934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"deb11cab-451b-453a-a01a-73bf96e7fe36","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"e2e-shared-b-w3-7ca60f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:46.164716368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-7ca60f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d9091d8a3f2a5263322e758cf068529a4774c2bb701e7d76843f141938147b23) AuthConfig (29560dd17cd4830716d6cf312f72d6fdf83c2b94617f43d0bb76618868f3cc91) AuthConfig (ea173c3ad1e7002d9ae3d81e73485fdd22870ea9c59fd388d79dffbf6b5e034d) AuthConfig (7ef6cf1e8f4601bdb35eb01046612b0903c74b9007f47fd90b0a48aa61b25037) AuthConfig (dc277754387e59e96c59e04463b126a2ed93e99a00438fd48e6160d0fa71c26e) AuthConfig (5a608444e986964171964b3eaeb85f0b9f7353a11ee598915ebd4d8e8dd67d64) AuthConfig (e4e89317520f280b944d00b827a73b1276b71fe46c415f99ebfa0a247c9a7438) AuthConfig (ad3b43fbe20c9074f04bf6e9347af62bdbcddb0ddbefb62b003ede4ce6510969) AuthConfig (40b47866778af00f6000ec6e745ecf0a7fe7256e5e05f297cbcc55dfd92deb81) AuthConfig (2685c39e64148ce6821ac2e9659a484b447017085b28d9e4c2a9d818389e18e1) AuthConfig (4c5111ef2b725b987bbebecfa5d1854cf6901bd6fbb7afde5fe7b54108846927) AuthConfig (febec5cf063c2c83dd2986df0e7dc25105cc0c4fd50b816d512cdab42797991f) AuthConfig (a2b3890007a3e29545269144cbf969b04f08352d90657ebf02e49f6de04a22b6) AuthConfig (4b9304170ee461e3c1dee6bcc15d6e7fd4a8ce2da7d1f777fea311e9b36a747f) AuthConfig (df05722c560fc235375fda179aba39d708e69df536874b5cd0db119275d6c1df) AuthConfig (502502e57909ed71b3bc368891330b6e741110bd386d09a35526fcd2c60935b7) AuthConfig (314ad332f49d15fd35941847bcd0c3718f865735e572021456e63dce5e40d742) AuthConfig (a380a2814bec87687859b4d2c51708110cd29266e424516bbcdec0ae6e06fa15)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"deb11cab-451b-453a-a01a-73bf96e7fe36","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:46.21963519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"532110e2-526b-4efe-b6a5-ecd5d6882684","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:46.219653828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"532110e2-526b-4efe-b6a5-ecd5d6882684","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"sub-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"sub-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:47.638419485Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-d6c558","reconcileID":"29de07fa-d500-4e71-8943-31af8553eb55","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:47.638528742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"4129b689-4292-444b-9b70-87866c9d17b0","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:47.638554347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"4129b689-4292-444b-9b70-87866c9d17b0","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"rate-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"rate-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:47.827798507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-d6c558","reconcileID":"29de07fa-d500-4e71-8943-31af8553eb55","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:47.894750476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-a-d6c558","reconcileID":"9148531e-ebed-4e95-aa90-66a7e025aa56","MaaSSubscription":{"name":"e2e-rate-iso-a-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"maas-trlp-rate-test-model-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:47.99143871Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-d6c558","reconcileID":"29de07fa-d500-4e71-8943-31af8553eb55","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"e2e-shared-a-w1-fe63ac-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:47.991462319Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-auth-d6c558","reconcileID":"29de07fa-d500-4e71-8943-31af8553eb55","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:48.047340138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"47de22f0-eeeb-4570-a14d-dc709c70b8f7","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:48.047362949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"47de22f0-eeeb-4570-a14d-dc709c70b8f7","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"rate-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"rate-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:48.190560491Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-d6c558","reconcileID":"0ed6eafa-cd10-4edf-bd38-59a1215ac32d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:48.190666558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"1134fca1-cbb2-46da-b914-032dd30df15d","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:48.190683866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"1134fca1-cbb2-46da-b914-032dd30df15d","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"rate-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"rate-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:48.305297913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-a-d6c558","reconcileID":"b01bd0a3-8afc-4c8f-8ca0-85d4b2d25dae","MaaSSubscription":{"name":"e2e-rate-iso-a-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"maas-trlp-rate-test-model-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:48.400774064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-d6c558","reconcileID":"0ed6eafa-cd10-4edf-bd38-59a1215ac32d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:48.447677774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-b-d6c558","reconcileID":"3b5b0043-12a9-422e-830f-0f645a41f93d","MaaSSubscription":{"name":"e2e-rate-iso-b-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"maas-trlp-rate-test-model-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:48.606487473Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-d6c558","reconcileID":"0ed6eafa-cd10-4edf-bd38-59a1215ac32d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:48.606518379Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-d6c558","reconcileID":"0ed6eafa-cd10-4edf-bd38-59a1215ac32d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:48.660069699Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-d6c558","reconcileID":"c3ae01a7-95a6-488c-b003-843967c3def1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:48.66071402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"4ace3ae9-bb66-47db-9e4e-5d4ffe4f5b65","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:48.660843761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"4ace3ae9-bb66-47db-9e4e-5d4ffe4f5b65","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"rate-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"rate-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:48.826846316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"d03fce48-5af5-4552-bfa0-f4e7e074935e","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:48.826872251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"d03fce48-5af5-4552-bfa0-f4e7e074935e","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"rate-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"rate-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:48.827162302Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-1f668443","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-1f668443","reconcileID":"d8a94a01-85d1-41a0-8eab-ab639c0adedb","aitenant":"ai-tenants/e2e-mt-1f668443","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:48.877373018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-d6c558","reconcileID":"c3ae01a7-95a6-488c-b003-843967c3def1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:48.937894622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-d6c558","reconcileID":"c3ae01a7-95a6-488c-b003-843967c3def1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"e2e-shared-b-w1-c25940-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:48.937921611Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-d6c558","reconcileID":"c3ae01a7-95a6-488c-b003-843967c3def1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c25940","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:14:48.987463197Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-auth-d6c558","reconcileID":"c3ae01a7-95a6-488c-b003-843967c3def1","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-d6c558\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:49.047920878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-b-d6c558","reconcileID":"3984634e-a187-4062-bbf7-5748e5103f4b","MaaSSubscription":{"name":"e2e-rate-iso-b-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"maas-trlp-rate-test-model-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:49.317006173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb6af316-0a5c-4a13-9801-d6b55d02eeb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:49.37435703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb6af316-0a5c-4a13-9801-d6b55d02eeb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:49.424651716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb6af316-0a5c-4a13-9801-d6b55d02eeb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:49.475064624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb6af316-0a5c-4a13-9801-d6b55d02eeb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:49.633276457Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-1f668443","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-1f668443","reconcileID":"d8a94a01-85d1-41a0-8eab-ab639c0adedb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-1f668443","removed":["maas.opendatahub.io/gateway-access-e2e-mt-1f668443"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:51.327362991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51d16ef1-afcb-49c6-8ede-e07faaa8d785","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:51.377349338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51d16ef1-afcb-49c6-8ede-e07faaa8d785","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:51.427446517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51d16ef1-afcb-49c6-8ede-e07faaa8d785","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:51.477766222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51d16ef1-afcb-49c6-8ede-e07faaa8d785","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:54.541093626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"3c97f2d6-8ffa-4607-be70-c61511a31164","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b4d53e","tenantID":"e2e-shared-a-w4-b4d53e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:54.594622357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"3c97f2d6-8ffa-4607-be70-c61511a31164","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"e2e-shared-a-w4-b4d53e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:54.647330788Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-b4d53e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"3c97f2d6-8ffa-4607-be70-c61511a31164","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.319069529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"af5c874a-26a9-4308-ac17-d1472b46c04d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7ca60f","tenantID":"e2e-shared-b-w3-7ca60f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.375876373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"af5c874a-26a9-4308-ac17-d1472b46c04d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"e2e-shared-b-w3-7ca60f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.42882547Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-7ca60f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d9091d8a3f2a5263322e758cf068529a4774c2bb701e7d76843f141938147b23) AuthConfig (29560dd17cd4830716d6cf312f72d6fdf83c2b94617f43d0bb76618868f3cc91) AuthConfig (ea173c3ad1e7002d9ae3d81e73485fdd22870ea9c59fd388d79dffbf6b5e034d) AuthConfig (7ef6cf1e8f4601bdb35eb01046612b0903c74b9007f47fd90b0a48aa61b25037) AuthConfig (dc277754387e59e96c59e04463b126a2ed93e99a00438fd48e6160d0fa71c26e) AuthConfig (5a608444e986964171964b3eaeb85f0b9f7353a11ee598915ebd4d8e8dd67d64) AuthConfig (e4e89317520f280b944d00b827a73b1276b71fe46c415f99ebfa0a247c9a7438) AuthConfig (ad3b43fbe20c9074f04bf6e9347af62bdbcddb0ddbefb62b003ede4ce6510969) AuthConfig (40b47866778af00f6000ec6e745ecf0a7fe7256e5e05f297cbcc55dfd92deb81) AuthConfig (2685c39e64148ce6821ac2e9659a484b447017085b28d9e4c2a9d818389e18e1) AuthConfig (4c5111ef2b725b987bbebecfa5d1854cf6901bd6fbb7afde5fe7b54108846927) AuthConfig (febec5cf063c2c83dd2986df0e7dc25105cc0c4fd50b816d512cdab42797991f) AuthConfig (a2b3890007a3e29545269144cbf969b04f08352d90657ebf02e49f6de04a22b6) AuthConfig (4b9304170ee461e3c1dee6bcc15d6e7fd4a8ce2da7d1f777fea311e9b36a747f) AuthConfig (df05722c560fc235375fda179aba39d708e69df536874b5cd0db119275d6c1df) AuthConfig (502502e57909ed71b3bc368891330b6e741110bd386d09a35526fcd2c60935b7) AuthConfig (314ad332f49d15fd35941847bcd0c3718f865735e572021456e63dce5e40d742) AuthConfig (a380a2814bec87687859b4d2c51708110cd29266e424516bbcdec0ae6e06fa15)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"af5c874a-26a9-4308-ac17-d1472b46c04d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:57.755764131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1137e0cb-9bb4-46c0-9987-702d667d23b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:57.80571685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1137e0cb-9bb4-46c0-9987-702d667d23b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:57.856239874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1137e0cb-9bb4-46c0-9987-702d667d23b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:57.907555889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1137e0cb-9bb4-46c0-9987-702d667d23b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:59.005500073Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-a-d6c558","reconcileID":"934c01cb-2fb5-455d-baea-555960ee5a7f","MaaSSubscription":{"name":"e2e-rate-iso-a-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","subscription":"e2e-rate-iso-a-d6c558","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:59.05579244Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-a-d6c558","reconcileID":"934c01cb-2fb5-455d-baea-555960ee5a7f","MaaSSubscription":{"name":"e2e-rate-iso-a-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:59.107122628Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"e2e-rate-iso-a-d6c558","reconcileID":"934c01cb-2fb5-455d-baea-555960ee5a7f","MaaSSubscription":{"name":"e2e-rate-iso-a-d6c558","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"name":"maas-trlp-rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:59.389747951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"a4245e50-59ba-445d-a5cc-544057973735","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"tenant":"e2e-shared-a-w1-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","model":"ai-tenant-e2e-shared-a-w1-fe63ac/rate-test-model-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:59.389770966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"rate-test-model-fe63ac","reconcileID":"a4245e50-59ba-445d-a5cc-544057973735","MaaSModelRef":{"name":"rate-test-model-fe63ac","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"routeName":"rate-test-model-fe63ac-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","llmisvcName":"rate-test-model-fe63ac","gateway":"openshift-ingress/e2e-shared-a-w1-fe63ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:59.537077107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"568ae885-37eb-4471-9db2-837651415d9c","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:59.537098004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"568ae885-37eb-4471-9db2-837651415d9c","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"rate-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"rate-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:59.743272003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab90c1dd-8b77-453c-9f4e-a6444866855f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:59.793164266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab90c1dd-8b77-453c-9f4e-a6444866855f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:59.843438485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab90c1dd-8b77-453c-9f4e-a6444866855f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:59.893322903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab90c1dd-8b77-453c-9f4e-a6444866855f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:04.748202445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"eb60b26f-34f8-4ac7-9d4a-73f04b1023d2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b4d53e","tenantID":"e2e-shared-a-w4-b4d53e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:04.801293227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"eb60b26f-34f8-4ac7-9d4a-73f04b1023d2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"e2e-shared-a-w4-b4d53e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:04.856164142Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-b4d53e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"eb60b26f-34f8-4ac7-9d4a-73f04b1023d2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:06.53019327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"ee1f6ea7-523a-4c7a-b842-0a3b2d9bd70b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7ca60f","tenantID":"e2e-shared-b-w3-7ca60f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:06.585936933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"ee1f6ea7-523a-4c7a-b842-0a3b2d9bd70b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"e2e-shared-b-w3-7ca60f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:06.640233803Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-7ca60f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d9091d8a3f2a5263322e758cf068529a4774c2bb701e7d76843f141938147b23) AuthConfig (29560dd17cd4830716d6cf312f72d6fdf83c2b94617f43d0bb76618868f3cc91) AuthConfig (ea173c3ad1e7002d9ae3d81e73485fdd22870ea9c59fd388d79dffbf6b5e034d) AuthConfig (7ef6cf1e8f4601bdb35eb01046612b0903c74b9007f47fd90b0a48aa61b25037) AuthConfig (dc277754387e59e96c59e04463b126a2ed93e99a00438fd48e6160d0fa71c26e) AuthConfig (5a608444e986964171964b3eaeb85f0b9f7353a11ee598915ebd4d8e8dd67d64) AuthConfig (e4e89317520f280b944d00b827a73b1276b71fe46c415f99ebfa0a247c9a7438) AuthConfig (ad3b43fbe20c9074f04bf6e9347af62bdbcddb0ddbefb62b003ede4ce6510969) AuthConfig (40b47866778af00f6000ec6e745ecf0a7fe7256e5e05f297cbcc55dfd92deb81) AuthConfig (2685c39e64148ce6821ac2e9659a484b447017085b28d9e4c2a9d818389e18e1) AuthConfig (4c5111ef2b725b987bbebecfa5d1854cf6901bd6fbb7afde5fe7b54108846927) AuthConfig (febec5cf063c2c83dd2986df0e7dc25105cc0c4fd50b816d512cdab42797991f) AuthConfig (a2b3890007a3e29545269144cbf969b04f08352d90657ebf02e49f6de04a22b6) AuthConfig (4b9304170ee461e3c1dee6bcc15d6e7fd4a8ce2da7d1f777fea311e9b36a747f) AuthConfig (df05722c560fc235375fda179aba39d708e69df536874b5cd0db119275d6c1df) AuthConfig (502502e57909ed71b3bc368891330b6e741110bd386d09a35526fcd2c60935b7) AuthConfig (314ad332f49d15fd35941847bcd0c3718f865735e572021456e63dce5e40d742) AuthConfig (a380a2814bec87687859b4d2c51708110cd29266e424516bbcdec0ae6e06fa15)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"ee1f6ea7-523a-4c7a-b842-0a3b2d9bd70b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:08.855719792Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:09.691226928Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-b-d6c558","reconcileID":"d214b518-8e7d-4ea7-8077-e724038efd02","MaaSSubscription":{"name":"e2e-rate-iso-b-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","subscription":"e2e-rate-iso-b-d6c558","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:09.741425485Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-b-d6c558","reconcileID":"d214b518-8e7d-4ea7-8077-e724038efd02","MaaSSubscription":{"name":"e2e-rate-iso-b-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:09.803964551Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"e2e-rate-iso-b-d6c558","reconcileID":"d214b518-8e7d-4ea7-8077-e724038efd02","MaaSSubscription":{"name":"e2e-rate-iso-b-d6c558","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"name":"maas-trlp-rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:10.065441692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"6d4f1324-b702-4913-97ed-9bd398141b4b","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"tenant":"e2e-shared-b-w1-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","model":"ai-tenant-e2e-shared-b-w1-c25940/rate-test-model-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:10.065463941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"rate-test-model-c25940","reconcileID":"6d4f1324-b702-4913-97ed-9bd398141b4b","MaaSModelRef":{"name":"rate-test-model-c25940","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"routeName":"rate-test-model-c25940-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c25940","llmisvcName":"rate-test-model-c25940","gateway":"openshift-ingress/e2e-shared-b-w1-c25940","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:14.95566591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"f9b7bfcc-3db5-418b-922b-af14f8daf722","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b4d53e","tenantID":"e2e-shared-a-w4-b4d53e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:15.008910622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"f9b7bfcc-3db5-418b-922b-af14f8daf722","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"e2e-shared-a-w4-b4d53e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:15.060891386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-b4d53e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (72118f0282eb1de68598aa4d8680269063c670fab8d85cb40d47da7e8f0bab3e) AuthConfig (b7c5391b3d97f31746ac4c294c7a768ab8e3b001d9e45a524fa95a96dc1e7470) AuthConfig (4c1691c1adaa01b2ecc524037ceb4ae7162020521d6698fc73624915723ad4b9) AuthConfig (449048bc9e81e37aa39c217a985f693c8ea217bd44fa291f468eb778b8b9200e) AuthConfig (479e312a9a908658fca93b71bbc141170aea88a2b3658dadff27586c2b685d49) AuthConfig (e4a536220fbb44c096d0d0f235fa53ab768bdad3f901b110e5294da57cbb0a51) AuthConfig (a8fec752de5a391f285d62ec6a5bbf8d4f52bf6f58ffb595886717729908d5e5) AuthConfig (8a83b69a7d5aea7a0d6aa80586b964b5c26d757de504475766c9d5e001871268) AuthConfig (d42179c571479a57b97ac94bca4e92041ae318760a658b8f4281a589c4cb5c54) AuthConfig (d88a298d56c211e18d3e275ef94c026196a8ac51ba05ed1ba096c0952caa7030) AuthConfig (40d2b15f427a71d69a4c6630e1f31007a1d325e8254ca07915e6726977cb1ad5) AuthConfig (0f9b0a98dcb1f732a211d528a65974e9acda1363333811e227fbbdfefeaae617) AuthConfig (a7b03d3278ea71c2a33fff8fbe3b3cba2d8b1fd14fe223207d277fe969048397) AuthConfig (6868242514cab66ae099bbaf98051aea2d0d4ab905213a1aa865e431e23e1429) AuthConfig (63d566c8bbf224200882613fa4a9069a80fd3e1f4b996e3892eba6b6f8fc264d) AuthConfig (9d4133032326f111df89cd00a0354372dacf9bf44531823da15355c827a3437e) AuthConfig (2fb4789bda807bac388faa09d97221b3d9f77f18d39abbc4b7167b06904d71f0) AuthConfig (966705c2f521b5c066fdbb16cfdcebb20a482e5532b2ce011fa9b26ce35f0eec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"f9b7bfcc-3db5-418b-922b-af14f8daf722","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:15.115730552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"dc0a16f0-4252-416d-9fc1-226ad6ee9079","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:15.115754161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"dc0a16f0-4252-416d-9fc1-226ad6ee9079","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"sub-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"sub-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:16.741388193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"5ec6a26f-c849-4bc1-9b34-6da3c2980d62","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7ca60f","tenantID":"e2e-shared-b-w3-7ca60f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:16.796144698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"5ec6a26f-c849-4bc1-9b34-6da3c2980d62","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"e2e-shared-b-w3-7ca60f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:16.961401529Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"default-tenant","reconcileID":"70461471-5cbd-45b1-9c1f-c49e99eeeaed","namespace":"ai-tenant-e2e-shared-a-w2-c5148c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:16.961459027Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"default-tenant","reconcileID":"70461471-5cbd-45b1-9c1f-c49e99eeeaed","namespace":"ai-tenant-e2e-shared-a-w2-c5148c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:16.961514698Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"default-tenant","reconcileID":"70461471-5cbd-45b1-9c1f-c49e99eeeaed","tenant":"e2e-shared-a-w2-c5148c","tenantID":"e2e-shared-a-w2-c5148c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:17.014893498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"default-tenant","reconcileID":"70461471-5cbd-45b1-9c1f-c49e99eeeaed","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-c5148c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:17.071775616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"default-tenant","reconcileID":"70461471-5cbd-45b1-9c1f-c49e99eeeaed","gvk":"Service","name":"maas-api-e2e-shared-a-w2-c5148c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:17.125670743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"default-tenant","reconcileID":"70461471-5cbd-45b1-9c1f-c49e99eeeaed","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-c5148c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:17.167621313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"ebbe6ceb-223f-450b-a1d4-12db6eb1c57e","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:17.16765102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"ebbe6ceb-223f-450b-a1d4-12db6eb1c57e","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"sub-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"sub-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:17.177876899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"default-tenant","reconcileID":"70461471-5cbd-45b1-9c1f-c49e99eeeaed","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-c5148c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:17.246741274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"default-tenant","reconcileID":"70461471-5cbd-45b1-9c1f-c49e99eeeaed","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-c5148c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:17.311338404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"default-tenant","reconcileID":"70461471-5cbd-45b1-9c1f-c49e99eeeaed","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-c5148c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:17.374631536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"default-tenant","reconcileID":"70461471-5cbd-45b1-9c1f-c49e99eeeaed","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-c5148c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:17.427086653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"default-tenant","reconcileID":"70461471-5cbd-45b1-9c1f-c49e99eeeaed","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-c5148c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:17.476540806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"default-tenant","reconcileID":"70461471-5cbd-45b1-9c1f-c49e99eeeaed","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-c5148c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:17.525772986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"default-tenant","reconcileID":"70461471-5cbd-45b1-9c1f-c49e99eeeaed","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-c5148c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:17.575144465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"default-tenant","reconcileID":"70461471-5cbd-45b1-9c1f-c49e99eeeaed","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-c5148c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:17.624270378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"default-tenant","reconcileID":"70461471-5cbd-45b1-9c1f-c49e99eeeaed","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-c5148c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:17.674731222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"default-tenant","reconcileID":"70461471-5cbd-45b1-9c1f-c49e99eeeaed","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-c5148c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:17.724421138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"default-tenant","reconcileID":"70461471-5cbd-45b1-9c1f-c49e99eeeaed","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-c5148c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:17.773724673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"default-tenant","reconcileID":"70461471-5cbd-45b1-9c1f-c49e99eeeaed","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-c5148c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:17.826289569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"default-tenant","reconcileID":"70461471-5cbd-45b1-9c1f-c49e99eeeaed","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-c5148c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:17.875928198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"default-tenant","reconcileID":"70461471-5cbd-45b1-9c1f-c49e99eeeaed","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-c5148c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:17.925326272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"default-tenant","reconcileID":"70461471-5cbd-45b1-9c1f-c49e99eeeaed","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-c5148c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:17.974846705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"default-tenant","reconcileID":"70461471-5cbd-45b1-9c1f-c49e99eeeaed","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-c5148c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:18.024604941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c5148c"},"namespace":"ai-tenant-e2e-shared-a-w2-c5148c","name":"default-tenant","reconcileID":"70461471-5cbd-45b1-9c1f-c49e99eeeaed","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-c5148c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:22.653881616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"fc7e117c-233d-4344-9151-40f84b9422c3","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:22.653908305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"fc7e117c-233d-4344-9151-40f84b9422c3","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"sub-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"sub-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:22.711465413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"5f7ebd96-719a-4954-a02b-ce3321c33533","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:22.711491131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"5f7ebd96-719a-4954-a02b-ce3321c33533","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"sub-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"sub-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:22.752497291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"b619378c-5481-4948-80a1-38b1acdaba1a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-28f82c","tenantID":"e2e-shared-a-w3-28f82c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:15:22.758949169Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-shared-sub-3c72cf","reconcileID":"538df9fe-58c1-4664-a7cb-69d11ecb5b40","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-3c72cf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:15:22.76169551Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"5f7ebd96-719a-4954-a02b-ce3321c33533","name":"sub-test-model-28f82c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-28f82c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:15:22.761754342Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"5f7ebd96-719a-4954-a02b-ce3321c33533","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-28f82c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:22.767162498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"0d136a45-3f93-4be6-b8dd-62d6f998973c","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:22.767182671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"0d136a45-3f93-4be6-b8dd-62d6f998973c","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"sub-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"sub-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:22.836092021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"b619378c-5481-4948-80a1-38b1acdaba1a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"e2e-shared-a-w3-28f82c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:22.886629103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"1c35d493-8b94-4d70-af7d-b01bdac42e20","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:22.886648597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"1c35d493-8b94-4d70-af7d-b01bdac42e20","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"sub-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"sub-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:22.93737522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"af1f0f29-0306-4859-a90b-576c8028bb90","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:22.937397395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"af1f0f29-0306-4859-a90b-576c8028bb90","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"sub-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"sub-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:22.991599133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"8f50e097-8466-4b9f-b9ab-5eaf4e20e472","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:22.991626934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"8f50e097-8466-4b9f-b9ab-5eaf4e20e472","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"sub-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"sub-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:22.992963174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"effb4cec-81b0-491d-83d5-bf2223773d6b","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:22.992986309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"effb4cec-81b0-491d-83d5-bf2223773d6b","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"sub-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"sub-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.036636273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"0d3ed2d0-e356-4984-9e53-857dd04378f6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7ca60f","tenantID":"e2e-shared-b-w3-7ca60f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:15:23.044845429Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-shared-sub-3c72cf","reconcileID":"75451b93-4b00-49c3-9317-04cc36175ccf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-3c72cf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.091316922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"0d3ed2d0-e356-4984-9e53-857dd04378f6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"e2e-shared-b-w3-7ca60f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.136729975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"dd09ef8e-f281-4327-99fe-b9a63c5495d4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-28f82c","tenantID":"e2e-shared-a-w3-28f82c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.142630975Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-shared-sub-3c72cf","reconcileID":"e724cf81-586b-4184-a2af-c3db141474e3","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"maas-trlp-sub-test-model-28f82c","model":"sub-test-model-28f82c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-28f82c/e2e-shared-sub-3c72cf"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.149076666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"69bd3895-152b-4b9d-8a93-599510aa5ed0","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.149094081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"69bd3895-152b-4b9d-8a93-599510aa5ed0","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"sub-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"sub-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.190893004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"dd09ef8e-f281-4327-99fe-b9a63c5495d4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"e2e-shared-a-w3-28f82c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.202539238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"6d89897a-a291-4864-94cf-30a832a6db77","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.202554524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"6d89897a-a291-4864-94cf-30a832a6db77","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"sub-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"sub-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.214527269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"815ced24-1260-426d-b6ab-5ddba77bd644","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.21454084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"815ced24-1260-426d-b6ab-5ddba77bd644","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"sub-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"sub-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.269614881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"f0c08221-c5d9-468f-b26a-2919676dcc6a","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.269636566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"f0c08221-c5d9-468f-b26a-2919676dcc6a","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"sub-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"sub-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.298102432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"34afcd69-4adb-4c5e-befb-09818a1b4879","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.298120623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"34afcd69-4adb-4c5e-befb-09818a1b4879","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"sub-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"sub-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:15:23.322006871Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-a-only-3c72cf","reconcileID":"f08fce29-d159-4586-8df6-8495aa0dda49","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-3c72cf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.39068323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"3292ee72-ccc9-4f0f-9e5f-a7ae3d2be433","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7ca60f","tenantID":"e2e-shared-b-w3-7ca60f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.404072903Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-shared-sub-3c72cf","reconcileID":"5ba5c380-5312-4efb-915c-5c6bc08eac96","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"maas-trlp-sub-test-model-7ca60f","model":"sub-test-model-7ca60f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-7ca60f/e2e-shared-sub-3c72cf"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.435073588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"8f1dc70d-6501-410c-af27-200f2788d351","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.435096289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"8f1dc70d-6501-410c-af27-200f2788d351","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"sub-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"sub-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.443836555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"3292ee72-ccc9-4f0f-9e5f-a7ae3d2be433","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"e2e-shared-b-w3-7ca60f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.486813924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"18824ac5-49ba-42cc-bb87-fc3b74190c7a","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.486841306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"18824ac5-49ba-42cc-bb87-fc3b74190c7a","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"sub-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"sub-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.489747198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"da639d83-764e-48f2-8079-d616b234aad4","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.489764617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"da639d83-764e-48f2-8079-d616b234aad4","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"sub-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"sub-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.490576406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"0e05996f-efa3-4f15-89e7-cf0f6d316837","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-28f82c","tenantID":"e2e-shared-a-w3-28f82c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.541345258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"4cadde13-753e-4bb6-b0fe-63c0e3520014","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.541359925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"4cadde13-753e-4bb6-b0fe-63c0e3520014","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"sub-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"sub-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.544329194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"0e05996f-efa3-4f15-89e7-cf0f6d316837","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"e2e-shared-a-w3-28f82c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.555001789Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-shared-sub-3c72cf","reconcileID":"9b708f9b-3ae3-4eca-8317-ceb2ddfa1b50","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"maas-trlp-sub-test-model-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w3-28f82c/e2e-a-only-3c72cf","ai-tenant-e2e-shared-a-w3-28f82c/e2e-shared-sub-3c72cf"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.561053976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"e3c73e3f-0419-4ff8-a771-77c8f17ed250","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.561069392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"e3c73e3f-0419-4ff8-a771-77c8f17ed250","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"sub-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"sub-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:15:23.594921039Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-b-only-3c72cf","reconcileID":"312581f7-5160-47e9-a02c-11672de6b17c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-3c72cf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.684879187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-a-only-3c72cf","reconcileID":"ed778bd5-5cd0-4f95-b625-00cb535cafd7","MaaSSubscription":{"name":"e2e-a-only-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"maas-trlp-sub-test-model-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.70656328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"e89664c7-e3ce-4a62-b932-cd56af91383f","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.706580607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"e89664c7-e3ce-4a62-b932-cd56af91383f","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"sub-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"sub-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.741199086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"413c67cc-fc93-478c-9cd4-83e4eb910b6f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7ca60f","tenantID":"e2e-shared-b-w3-7ca60f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.758217735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"580b690c-1c2d-4df9-8ff6-e701c32ba005","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.75823538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"580b690c-1c2d-4df9-8ff6-e701c32ba005","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"sub-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"sub-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.794393834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"413c67cc-fc93-478c-9cd4-83e4eb910b6f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"e2e-shared-b-w3-7ca60f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.8388011Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-shared-sub-3c72cf","reconcileID":"19229c95-8c83-4802-b76a-1a73a8dbcc7b","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"maas-trlp-sub-test-model-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w3-7ca60f/e2e-b-only-3c72cf","ai-tenant-e2e-shared-b-w3-7ca60f/e2e-shared-sub-3c72cf"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.83985746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"04a4fd9e-a920-48a1-9810-6581693a214c","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.839872631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"04a4fd9e-a920-48a1-9810-6581693a214c","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"sub-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"sub-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.884802237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-shared-sub-3c72cf","reconcileID":"3e4dac24-41a5-48c2-a667-c97dcd0c9c43","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"maas-trlp-sub-test-model-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.984953863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-b-only-3c72cf","reconcileID":"96d08d23-5fc7-47de-b000-0413935eea0e","MaaSSubscription":{"name":"e2e-b-only-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"maas-trlp-sub-test-model-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:24.085480312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-a-only-3c72cf","reconcileID":"3cbd228e-4791-4ce6-8df6-f140a6e960e4","MaaSSubscription":{"name":"e2e-a-only-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"maas-trlp-sub-test-model-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:24.141744352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"1c0193e5-64af-496d-bf05-f8c211617f35","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:24.141763279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"1c0193e5-64af-496d-bf05-f8c211617f35","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"sub-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"sub-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:24.186090257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-shared-sub-3c72cf","reconcileID":"1ebbaa25-f498-4b2f-af23-764ea7fee9bb","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"maas-trlp-sub-test-model-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:24.241063323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"13e84997-cb33-4465-8c29-876e0dbc5db4","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:24.24108186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"13e84997-cb33-4465-8c29-876e0dbc5db4","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"sub-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"sub-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:24.33985462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-b-only-3c72cf","reconcileID":"ca036235-1d09-451f-bba9-4a8225bfb00c","MaaSSubscription":{"name":"e2e-b-only-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"maas-trlp-sub-test-model-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:25.214495542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"38fbc7b9-bdf9-44c8-b4f4-bb698f69ddbe","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b4d53e","tenantID":"e2e-shared-a-w4-b4d53e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:25.268053928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"38fbc7b9-bdf9-44c8-b4f4-bb698f69ddbe","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"e2e-shared-a-w4-b4d53e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:25.320143851Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-b4d53e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (72118f0282eb1de68598aa4d8680269063c670fab8d85cb40d47da7e8f0bab3e) AuthConfig (b7c5391b3d97f31746ac4c294c7a768ab8e3b001d9e45a524fa95a96dc1e7470) AuthConfig (4c1691c1adaa01b2ecc524037ceb4ae7162020521d6698fc73624915723ad4b9) AuthConfig (449048bc9e81e37aa39c217a985f693c8ea217bd44fa291f468eb778b8b9200e) AuthConfig (479e312a9a908658fca93b71bbc141170aea88a2b3658dadff27586c2b685d49) AuthConfig (e4a536220fbb44c096d0d0f235fa53ab768bdad3f901b110e5294da57cbb0a51) AuthConfig (a8fec752de5a391f285d62ec6a5bbf8d4f52bf6f58ffb595886717729908d5e5) AuthConfig (8a83b69a7d5aea7a0d6aa80586b964b5c26d757de504475766c9d5e001871268) AuthConfig (d42179c571479a57b97ac94bca4e92041ae318760a658b8f4281a589c4cb5c54) AuthConfig (d88a298d56c211e18d3e275ef94c026196a8ac51ba05ed1ba096c0952caa7030) AuthConfig (40d2b15f427a71d69a4c6630e1f31007a1d325e8254ca07915e6726977cb1ad5) AuthConfig (0f9b0a98dcb1f732a211d528a65974e9acda1363333811e227fbbdfefeaae617) AuthConfig (a7b03d3278ea71c2a33fff8fbe3b3cba2d8b1fd14fe223207d277fe969048397) AuthConfig (6868242514cab66ae099bbaf98051aea2d0d4ab905213a1aa865e431e23e1429) AuthConfig (63d566c8bbf224200882613fa4a9069a80fd3e1f4b996e3892eba6b6f8fc264d) AuthConfig (9d4133032326f111df89cd00a0354372dacf9bf44531823da15355c827a3437e) AuthConfig (2fb4789bda807bac388faa09d97221b3d9f77f18d39abbc4b7167b06904d71f0) AuthConfig (966705c2f521b5c066fdbb16cfdcebb20a482e5532b2ce011fa9b26ce35f0eec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"38fbc7b9-bdf9-44c8-b4f4-bb698f69ddbe","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:28.218927255Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-c5148c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-c5148c","reconcileID":"16f1b97c-7661-4c88-9178-54747b0d866d","aitenant":"ai-tenants/e2e-shared-a-w2-c5148c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:28.844737832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a0691d9-a8c4-438f-b89b-411669477bc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:28.894491444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a0691d9-a8c4-438f-b89b-411669477bc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:28.944559766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a0691d9-a8c4-438f-b89b-411669477bc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:28.994118043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a0691d9-a8c4-438f-b89b-411669477bc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:29.064455875Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-c5148c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-c5148c","reconcileID":"16f1b97c-7661-4c88-9178-54747b0d866d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-c5148c","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-c5148c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:30.849610725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dee8ae62-6194-4e46-a2f6-66fcdd904bd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:30.899512888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dee8ae62-6194-4e46-a2f6-66fcdd904bd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:30.949358891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dee8ae62-6194-4e46-a2f6-66fcdd904bd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:30.999308786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dee8ae62-6194-4e46-a2f6-66fcdd904bd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:32.740012929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-shared-sub-3c72cf","reconcileID":"f13cb807-5470-4b47-9f9d-e17668ce7150","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"maas-trlp-sub-test-model-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:32.740392385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-b-only-3c72cf","reconcileID":"d0a15ff4-22fb-4d22-9c7b-9ab1c6d4ce3d","MaaSSubscription":{"name":"e2e-b-only-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"maas-trlp-sub-test-model-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:32.897040899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"2878423b-0de6-43a4-abcd-0719701ab6db","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:32.897060455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"2878423b-0de6-43a4-abcd-0719701ab6db","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"sub-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"sub-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:32.900906384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d52a9c6-aede-40ea-91eb-eb34a46c1a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:32.901351303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"c3236b0d-571e-4817-b334-d0a51aace802","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:32.901369505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"c3236b0d-571e-4817-b334-d0a51aace802","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"sub-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"sub-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:32.950700302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d52a9c6-aede-40ea-91eb-eb34a46c1a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:33.000985816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d52a9c6-aede-40ea-91eb-eb34a46c1a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:33.0506651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d52a9c6-aede-40ea-91eb-eb34a46c1a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:33.673274033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-a-only-3c72cf","reconcileID":"6e971ee8-74e7-4d52-963b-ae3537070133","MaaSSubscription":{"name":"e2e-a-only-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"maas-trlp-sub-test-model-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:33.673307796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-shared-sub-3c72cf","reconcileID":"19201160-611e-472f-a756-aaa4e2a2dc41","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"maas-trlp-sub-test-model-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:33.830477878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"20bf242f-b204-4990-9eda-55d9e2a2f6fa","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:33.830502106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"20bf242f-b204-4990-9eda-55d9e2a2f6fa","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"sub-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"sub-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:33.833212565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"c348632d-fd60-4b40-abe6-65584a56aa68","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:33.833234831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"c348632d-fd60-4b40-abe6-65584a56aa68","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"sub-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"sub-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:34.128694049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"a2c92ea8-0b03-4eeb-91e4-289b7c096a86","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-28f82c","tenantID":"e2e-shared-a-w3-28f82c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:34.184414956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"a2c92ea8-0b03-4eeb-91e4-289b7c096a86","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"e2e-shared-a-w3-28f82c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:34.229388008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"f49cce1e-6379-4115-a19a-930f979dadb8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7ca60f","tenantID":"e2e-shared-b-w3-7ca60f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:34.283017502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"f49cce1e-6379-4115-a19a-930f979dadb8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"e2e-shared-b-w3-7ca60f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:35.420005789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"4ef735f2-601e-4c19-857a-116c8c731f0e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b4d53e","tenantID":"e2e-shared-a-w4-b4d53e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:35.473581191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"4ef735f2-601e-4c19-857a-116c8c731f0e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"e2e-shared-a-w4-b4d53e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:35.784379542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"c0e6b6a3-d063-4203-a53c-fb2e2cbbd05b","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:35.784401556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"c0e6b6a3-d063-4203-a53c-fb2e2cbbd05b","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"sub-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"sub-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.658710314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebfd6e5b-6c5d-4b77-a1f7-fd6fcac9f5c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.708539685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebfd6e5b-6c5d-4b77-a1f7-fd6fcac9f5c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.758295881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebfd6e5b-6c5d-4b77-a1f7-fd6fcac9f5c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.808338851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebfd6e5b-6c5d-4b77-a1f7-fd6fcac9f5c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:37.051951804Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"0a956ba6-bfb4-4055-b60f-76938ffb8918","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:37.052196222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"966d78fb-006e-4e91-92ad-dd87d6f74d92","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:37.052215407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"966d78fb-006e-4e91-92ad-dd87d6f74d92","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"sub-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"sub-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:37.228803041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"0a956ba6-bfb4-4055-b60f-76938ffb8918","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-28f82c","tenantID":"e2e-shared-a-w3-28f82c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:37.306637639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-a-only-3c72cf","reconcileID":"3c6ecc32-80be-4140-9723-f75c75bc12ff","MaaSSubscription":{"name":"e2e-a-only-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"maas-trlp-sub-test-model-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:37.306685909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-shared-sub-3c72cf","reconcileID":"5abb9331-fb55-4af0-bc96-10befe81f396","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"maas-trlp-sub-test-model-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:37.346217548Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"0a956ba6-bfb4-4055-b60f-76938ffb8918","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"e2e-shared-a-w3-28f82c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:37.346244594Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"0a956ba6-bfb4-4055-b60f-76938ffb8918","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:37.401769545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"b756dbd5-3a3e-4fc7-83a5-fd58161e118f","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:37.401789535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"b756dbd5-3a3e-4fc7-83a5-fd58161e118f","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"sub-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"sub-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:37.536703536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"1bcd6858-6788-499f-868c-56208d9dc802","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:37.536731143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"1bcd6858-6788-499f-868c-56208d9dc802","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"sub-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"sub-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:37.681409765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-shared-sub-3c72cf","reconcileID":"27124058-db1b-4839-9953-cb65b756f407","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"maas-trlp-sub-test-model-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:37.681434139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-a-only-3c72cf","reconcileID":"259e2247-b9c3-40fb-8bfb-ea86b16ea538","MaaSSubscription":{"name":"e2e-a-only-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"maas-trlp-sub-test-model-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.680628325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f971b4df-9993-4603-b93d-d514ab9f2f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.73065888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f971b4df-9993-4603-b93d-d514ab9f2f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.780274561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f971b4df-9993-4603-b93d-d514ab9f2f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.829846326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f971b4df-9993-4603-b93d-d514ab9f2f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.851899808Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:40.968066622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"a2a40b4e-c9a7-485c-bf0f-3ce3ca591ca8","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:40.968087791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"a2a40b4e-c9a7-485c-bf0f-3ce3ca591ca8","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"sub-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"sub-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:41.020167966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"0181fe2e-4d47-493c-87bc-b20dc694f284","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:41.020185869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"0181fe2e-4d47-493c-87bc-b20dc694f284","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"sub-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"sub-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:41.120252791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"da8eae11-520b-4e5d-8b34-262dc16103ee","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a51378","tenantID":"e2e-shared-b-w4-a51378","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:41.239635585Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"da8eae11-520b-4e5d-8b34-262dc16103ee","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"e2e-shared-b-w4-a51378-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:41.29311172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-a51378-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"da8eae11-520b-4e5d-8b34-262dc16103ee","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:41.347080129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"a64c804d-0565-43b6-8b04-e0b92c0bf92c","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:41.347104369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"a64c804d-0565-43b6-8b04-e0b92c0bf92c","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"sub-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"sub-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:48.015867484Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-shared-sub-3c72cf","reconcileID":"298d2d1f-1c1b-4fc2-ab69-44e3b19c7965","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","subscription":"e2e-shared-sub-3c72cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:48.027409276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daf5a886-96fe-4a4b-8beb-d66234af4332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:48.077596605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daf5a886-96fe-4a4b-8beb-d66234af4332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:48.130436751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daf5a886-96fe-4a4b-8beb-d66234af4332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:48.182012295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daf5a886-96fe-4a4b-8beb-d66234af4332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:48.286206827Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-shared-sub-3c72cf","reconcileID":"298d2d1f-1c1b-4fc2-ab69-44e3b19c7965","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"maas-trlp-sub-test-model-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-28f82c/e2e-a-only-3c72cf"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:48.534216681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-a-only-3c72cf","reconcileID":"1e412f35-8458-4d4d-bc1c-151a38bb629a","MaaSSubscription":{"name":"e2e-a-only-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"maas-trlp-sub-test-model-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:48.54155575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"4b97a0d3-856d-4dec-9cc5-08489c3dc8c1","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:48.54157742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"4b97a0d3-856d-4dec-9cc5-08489c3dc8c1","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"sub-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"sub-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:48.674870306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"99bf3b8f-bd77-4a50-b33c-0c79c3bf1cc8","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:48.674956376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"99bf3b8f-bd77-4a50-b33c-0c79c3bf1cc8","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"sub-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"sub-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:49.986159364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ee186a8-f015-4d8a-b8ce-90316f0f30da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:50.0360387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ee186a8-f015-4d8a-b8ce-90316f0f30da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:50.085762015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ee186a8-f015-4d8a-b8ce-90316f0f30da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:50.135294201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ee186a8-f015-4d8a-b8ce-90316f0f30da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:51.445571036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"c643c547-7793-4ce3-a410-c34f68ac9014","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a51378","tenantID":"e2e-shared-b-w4-a51378","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:51.500698091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"c643c547-7793-4ce3-a410-c34f68ac9014","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"e2e-shared-b-w4-a51378-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:51.553501054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-a51378-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"c643c547-7793-4ce3-a410-c34f68ac9014","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:58.83686899Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-a-only-3c72cf","reconcileID":"5f9c8a00-b467-4d6f-af31-c6aaa19071d7","MaaSSubscription":{"name":"e2e-a-only-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","subscription":"e2e-a-only-3c72cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:58.887190205Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-a-only-3c72cf","reconcileID":"5f9c8a00-b467-4d6f-af31-c6aaa19071d7","MaaSSubscription":{"name":"e2e-a-only-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:58.940410744Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"e2e-a-only-3c72cf","reconcileID":"5f9c8a00-b467-4d6f-af31-c6aaa19071d7","MaaSSubscription":{"name":"e2e-a-only-3c72cf","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"name":"maas-trlp-sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:59.201911014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"0dc01caa-5414-4381-9374-ebb5b490150f","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"tenant":"e2e-shared-a-w3-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","model":"ai-tenant-e2e-shared-a-w3-28f82c/sub-test-model-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:59.201930477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"sub-test-model-28f82c","reconcileID":"0dc01caa-5414-4381-9374-ebb5b490150f","MaaSModelRef":{"name":"sub-test-model-28f82c","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"routeName":"sub-test-model-28f82c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","llmisvcName":"sub-test-model-28f82c","gateway":"openshift-ingress/e2e-shared-a-w3-28f82c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:59.508877581Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"947202fa-9ddc-4c00-bf3a-d64454c64764","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:59.509005358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"faa5e3d1-2327-4244-a7fe-5305067f74e6","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:59.509021793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"faa5e3d1-2327-4244-a7fe-5305067f74e6","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"sub-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"sub-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:59.71092149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"947202fa-9ddc-4c00-bf3a-d64454c64764","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7ca60f","tenantID":"e2e-shared-b-w3-7ca60f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:59.76223448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-b-only-3c72cf","reconcileID":"c7b7c6be-86d3-4446-aa77-4384d5a84096","MaaSSubscription":{"name":"e2e-b-only-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"maas-trlp-sub-test-model-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:59.762345867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-shared-sub-3c72cf","reconcileID":"0a2ef490-bded-4850-8bcb-b14c46bb0988","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"maas-trlp-sub-test-model-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:59.833964734Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"947202fa-9ddc-4c00-bf3a-d64454c64764","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"e2e-shared-b-w3-7ca60f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:59.833988154Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-sub-iso-auth-3c72cf","reconcileID":"947202fa-9ddc-4c00-bf3a-d64454c64764","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:59.887583858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"c9a89c34-a8da-4538-beb3-9f6b14ffb2c1","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:59.887603395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"c9a89c34-a8da-4538-beb3-9f6b14ffb2c1","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"sub-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"sub-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:00.021436835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"5097c687-4fd0-410a-ad1f-20778b66289f","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:00.021456002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"5097c687-4fd0-410a-ad1f-20778b66289f","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"sub-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"sub-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:00.142762275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-b-only-3c72cf","reconcileID":"6a5b46af-1eeb-4b4f-9b0f-7bf09ea33351","MaaSSubscription":{"name":"e2e-b-only-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"maas-trlp-sub-test-model-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:00.142852698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-shared-sub-3c72cf","reconcileID":"abb00f68-21d4-4835-875d-6d617cef8068","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"maas-trlp-sub-test-model-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:01.653096265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"f5a21043-3994-4f87-861a-d9fc56497fe7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a51378","tenantID":"e2e-shared-b-w4-a51378","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:01.706490178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"f5a21043-3994-4f87-861a-d9fc56497fe7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"e2e-shared-b-w4-a51378-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:01.759113137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-a51378-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"f5a21043-3994-4f87-861a-d9fc56497fe7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:08.851755038Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:10.400397177Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-shared-sub-3c72cf","reconcileID":"2272334f-388e-4d0f-a426-497560b3cf9f","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","subscription":"e2e-shared-sub-3c72cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:10.606530731Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-shared-sub-3c72cf","reconcileID":"2272334f-388e-4d0f-a426-497560b3cf9f","MaaSSubscription":{"name":"e2e-shared-sub-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"maas-trlp-sub-test-model-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-7ca60f/e2e-b-only-3c72cf"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:10.806604031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-b-only-3c72cf","reconcileID":"0a49e4e7-d3e8-4d2b-ad23-20b57cced2e9","MaaSSubscription":{"name":"e2e-b-only-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"maas-trlp-sub-test-model-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:10.815426324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"ba1efb62-d9da-40e6-8986-4fa2bb96d6f8","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:10.815444276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"ba1efb62-d9da-40e6-8986-4fa2bb96d6f8","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"sub-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"sub-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:11.11081375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"fa333117-da2c-45a7-8a54-607a3a8a3f93","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:11.110834496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"fa333117-da2c-45a7-8a54-607a3a8a3f93","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"sub-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"sub-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:11.859194945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"73ddc72b-0767-4a11-956a-698054ee7034","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a51378","tenantID":"e2e-shared-b-w4-a51378","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:11.913162629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"73ddc72b-0767-4a11-956a-698054ee7034","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"e2e-shared-b-w4-a51378-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:11.966062365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-a51378-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (243066f9feef826d36fefe634bc4559a88fdd26b38ad3f8a46d27903039211b1) AuthConfig (7f36a8b5b3cc6ee9be2842efe57620c723a2977292ea92ff5dc130295bf34c14) AuthConfig (8582d492939d1eb5a152da3bf0a6f97aff849a8019e91bc7a47a0d89b24b149c) AuthConfig (60951ecde494a015b20c933079ef8d99ce0e429353faf38d6b4fbb7767f2ba1e) AuthConfig (c5313f3c4d02789fb47e7622972b18e426f064a9d15a6c3cb1226751fbdb8e9d) AuthConfig (9af767161bba2aad9d3e9f778c0ba68b7f8a54646fc40957e484e489fe02f96d) AuthConfig (ebfdcc2cb6f6607caa91d95bcddeee0cde0cbaffea17c3a04aacd2ee1fa0d755) AuthConfig (46825f0cb724d4e9592ba2e2d237eed2ee7925e40785131214d8f9ef22bce857) AuthConfig (ee4d5f7e74edd3ab677790996d82a88595cbcc3b6a1623642ebb0117732d9b03) AuthConfig (8b46373a94be603347ffa98e82059ad228329ac92d9644fdda824baf7f4c3e2a) AuthConfig (d85b376009d575048e95b6f30ea81a11f39f050fd459b15caaa3b9ebe647cbbc) AuthConfig (c51c732e6d2ba1a0dbbdc80bbe7ed93a40b40a5c64b4d154db216d987757d56b) AuthConfig (c5646074f14a765395be3b0c84cab8c78ec0b8b19630a46ca85ff5771802d18e) AuthConfig (3b5e9502f478b5857b479355b69e1cbff441493c331e387f58a0a660566dec5d) AuthConfig (f5a051fc209d5130e6b39bae1fb7cd2edd05f0eb0bae57216ff1ecb2ce5ed0af) AuthConfig (6899bf56628117e8ae85d95054fc971e5d692d34bf0b3b18d03e0d3c70e77064) AuthConfig (518a378fc9dd3490fbc351963fc3228fc3c4d86dfa7ec1059ff129088c41c1b5) AuthConfig (101114984e82650068db210834732507d997575e915048dbaa570f16742625f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"73ddc72b-0767-4a11-956a-698054ee7034","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:12.021264449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"0507d2d8-5949-4916-8db1-f29cb48f2b23","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:12.021279571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"0507d2d8-5949-4916-8db1-f29cb48f2b23","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"sub-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"sub-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:21.265805237Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-b-only-3c72cf","reconcileID":"9488f748-6c71-44ba-be9a-66be87945528","MaaSSubscription":{"name":"e2e-b-only-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","subscription":"e2e-b-only-3c72cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:21.316006081Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-b-only-3c72cf","reconcileID":"9488f748-6c71-44ba-be9a-66be87945528","MaaSSubscription":{"name":"e2e-b-only-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:21.365911278Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"e2e-b-only-3c72cf","reconcileID":"9488f748-6c71-44ba-be9a-66be87945528","MaaSSubscription":{"name":"e2e-b-only-3c72cf","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"name":"maas-trlp-sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:21.634836388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"b28b134e-c420-4d36-96ec-0688075a401e","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"tenant":"e2e-shared-b-w3-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","model":"ai-tenant-e2e-shared-b-w3-7ca60f/sub-test-model-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:21.634866557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"sub-test-model-7ca60f","reconcileID":"b28b134e-c420-4d36-96ec-0688075a401e","MaaSModelRef":{"name":"sub-test-model-7ca60f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"routeName":"sub-test-model-7ca60f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","llmisvcName":"sub-test-model-7ca60f","gateway":"openshift-ingress/e2e-shared-b-w3-7ca60f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:22.120785073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"4cd9cea2-0e2c-44bd-9ade-05140cecfca0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a51378","tenantID":"e2e-shared-b-w4-a51378","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:22.175193744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"4cd9cea2-0e2c-44bd-9ade-05140cecfca0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"e2e-shared-b-w4-a51378-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:22.430636102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"667fe91c-d362-42b1-9d7f-a5fecd44bafd","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:22.43065612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"667fe91c-d362-42b1-9d7f-a5fecd44bafd","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"sub-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"sub-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:22.972585685Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"default-tenant","reconcileID":"7f400d64-4fda-4b3a-95fc-72756db2141d","namespace":"ai-tenant-e2e-shared-b-w2-fbec82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:22.972639344Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"default-tenant","reconcileID":"7f400d64-4fda-4b3a-95fc-72756db2141d","namespace":"ai-tenant-e2e-shared-b-w2-fbec82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:22.972689468Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"default-tenant","reconcileID":"7f400d64-4fda-4b3a-95fc-72756db2141d","tenant":"e2e-shared-b-w2-fbec82","tenantID":"e2e-shared-b-w2-fbec82","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:23.024053515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"default-tenant","reconcileID":"7f400d64-4fda-4b3a-95fc-72756db2141d","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-fbec82","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:23.084615893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"default-tenant","reconcileID":"7f400d64-4fda-4b3a-95fc-72756db2141d","gvk":"Service","name":"maas-api-e2e-shared-b-w2-fbec82","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:23.136936858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"default-tenant","reconcileID":"7f400d64-4fda-4b3a-95fc-72756db2141d","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-fbec82","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:23.188514336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"default-tenant","reconcileID":"7f400d64-4fda-4b3a-95fc-72756db2141d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-fbec82","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:23.240990201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"default-tenant","reconcileID":"7f400d64-4fda-4b3a-95fc-72756db2141d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-fbec82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:23.292392984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"default-tenant","reconcileID":"7f400d64-4fda-4b3a-95fc-72756db2141d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-fbec82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:23.346088294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"default-tenant","reconcileID":"7f400d64-4fda-4b3a-95fc-72756db2141d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-fbec82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:23.397967668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"default-tenant","reconcileID":"7f400d64-4fda-4b3a-95fc-72756db2141d","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-fbec82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:23.447851721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"default-tenant","reconcileID":"7f400d64-4fda-4b3a-95fc-72756db2141d","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-fbec82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:23.497259059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"default-tenant","reconcileID":"7f400d64-4fda-4b3a-95fc-72756db2141d","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-fbec82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:23.546621316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"default-tenant","reconcileID":"7f400d64-4fda-4b3a-95fc-72756db2141d","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-fbec82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:23.59636611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"default-tenant","reconcileID":"7f400d64-4fda-4b3a-95fc-72756db2141d","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-fbec82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:23.648298797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"default-tenant","reconcileID":"7f400d64-4fda-4b3a-95fc-72756db2141d","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-fbec82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:23.697495553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"default-tenant","reconcileID":"7f400d64-4fda-4b3a-95fc-72756db2141d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-fbec82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:23.746572652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"default-tenant","reconcileID":"7f400d64-4fda-4b3a-95fc-72756db2141d","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-fbec82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:23.799276203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"default-tenant","reconcileID":"7f400d64-4fda-4b3a-95fc-72756db2141d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-fbec82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:23.848813859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"default-tenant","reconcileID":"7f400d64-4fda-4b3a-95fc-72756db2141d","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-fbec82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:23.89801086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"default-tenant","reconcileID":"7f400d64-4fda-4b3a-95fc-72756db2141d","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-fbec82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:23.948024372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"default-tenant","reconcileID":"7f400d64-4fda-4b3a-95fc-72756db2141d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-fbec82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:23.998980207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fbec82"},"namespace":"ai-tenant-e2e-shared-b-w2-fbec82","name":"default-tenant","reconcileID":"7f400d64-4fda-4b3a-95fc-72756db2141d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-fbec82","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:24.052895236Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"default-tenant","reconcileID":"82aab307-a095-42b9-812b-c10469d891fb","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:24.052958078Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"default-tenant","reconcileID":"82aab307-a095-42b9-812b-c10469d891fb","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:24.053006922Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"default-tenant","reconcileID":"82aab307-a095-42b9-812b-c10469d891fb","tenant":"e2e-shared-a-w1-fe63ac","tenantID":"e2e-shared-a-w1-fe63ac","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:24.104523529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"default-tenant","reconcileID":"82aab307-a095-42b9-812b-c10469d891fb","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-fe63ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:24.164069156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"default-tenant","reconcileID":"82aab307-a095-42b9-812b-c10469d891fb","gvk":"Service","name":"maas-api-e2e-shared-a-w1-fe63ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:24.220847433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"default-tenant","reconcileID":"82aab307-a095-42b9-812b-c10469d891fb","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-fe63ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:24.274166789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"default-tenant","reconcileID":"82aab307-a095-42b9-812b-c10469d891fb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-fe63ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:24.325902139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"default-tenant","reconcileID":"82aab307-a095-42b9-812b-c10469d891fb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-fe63ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:24.377590019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"default-tenant","reconcileID":"82aab307-a095-42b9-812b-c10469d891fb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-fe63ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:24.431686342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"default-tenant","reconcileID":"82aab307-a095-42b9-812b-c10469d891fb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-fe63ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:24.483613914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"default-tenant","reconcileID":"82aab307-a095-42b9-812b-c10469d891fb","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-fe63ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:24.533299357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"default-tenant","reconcileID":"82aab307-a095-42b9-812b-c10469d891fb","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-fe63ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:24.583563743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"default-tenant","reconcileID":"82aab307-a095-42b9-812b-c10469d891fb","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-fe63ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:24.63291263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"default-tenant","reconcileID":"82aab307-a095-42b9-812b-c10469d891fb","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-fe63ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:24.682553644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"default-tenant","reconcileID":"82aab307-a095-42b9-812b-c10469d891fb","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-fe63ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:24.732268004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"default-tenant","reconcileID":"82aab307-a095-42b9-812b-c10469d891fb","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-fe63ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:24.781853359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"default-tenant","reconcileID":"82aab307-a095-42b9-812b-c10469d891fb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-fe63ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:24.830960223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"default-tenant","reconcileID":"82aab307-a095-42b9-812b-c10469d891fb","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-fe63ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:24.88365632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"default-tenant","reconcileID":"82aab307-a095-42b9-812b-c10469d891fb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-fe63ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:24.932718186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"default-tenant","reconcileID":"82aab307-a095-42b9-812b-c10469d891fb","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-fe63ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:24.981810446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"default-tenant","reconcileID":"82aab307-a095-42b9-812b-c10469d891fb","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-fe63ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:25.030979724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"default-tenant","reconcileID":"82aab307-a095-42b9-812b-c10469d891fb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-fe63ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:25.080374255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-fe63ac"},"namespace":"ai-tenant-e2e-shared-a-w1-fe63ac","name":"default-tenant","reconcileID":"82aab307-a095-42b9-812b-c10469d891fb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-fe63ac","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:27.344743649Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-fe63ac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-fe63ac","reconcileID":"87a4cbf6-8975-4633-97ed-95d40cb50b62","aitenant":"ai-tenants/e2e-shared-a-w1-fe63ac","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:27.88056411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0250d775-f6f9-4cb3-896a-5fe20218ed9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:27.9305177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0250d775-f6f9-4cb3-896a-5fe20218ed9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:27.980055906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0250d775-f6f9-4cb3-896a-5fe20218ed9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:27.981367283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"73461810-c43a-46dc-a78e-e84351187620","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:27.981385324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"73461810-c43a-46dc-a78e-e84351187620","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"sub-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"sub-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.030330888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0250d775-f6f9-4cb3-896a-5fe20218ed9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:16:28.129140491Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-shared-sub-b8e2c9","reconcileID":"a52e9e2d-8b1a-45fa-92e5-bf9b19423d42","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-b8e2c9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.12930709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"974e0790-f90d-4db2-a47e-84ee269fca58","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b4d53e","tenantID":"e2e-shared-a-w4-b4d53e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.134064581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"1ea0aa64-e721-4f46-946b-cdef3b5d35c2","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.134080418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"1ea0aa64-e721-4f46-946b-cdef3b5d35c2","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"sub-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"sub-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.183821968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"974e0790-f90d-4db2-a47e-84ee269fca58","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"e2e-shared-a-w4-b4d53e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.18519083Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-fe63ac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-fe63ac","reconcileID":"87a4cbf6-8975-4633-97ed-95d40cb50b62","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-fe63ac","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-fe63ac"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.239621916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"f5ef7ec8-a4ac-47df-b369-7cda6140bf05","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.239646478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"f5ef7ec8-a4ac-47df-b369-7cda6140bf05","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"sub-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"sub-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.2921361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"16065280-831c-41bf-9daa-a2933d235776","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.292179227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"16065280-831c-41bf-9daa-a2933d235776","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"sub-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"sub-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.354339147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"e499308b-eb16-431b-956e-bfec8a4fe713","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.354361238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"e499308b-eb16-431b-956e-bfec8a4fe713","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"sub-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"sub-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.354722498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"f5ade283-5073-460f-95b8-a7641f504eca","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.354739949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"f5ade283-5073-460f-95b8-a7641f504eca","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"sub-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"sub-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.396781773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"0098de01-8a63-4362-bff2-527cab5f50f8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a51378","tenantID":"e2e-shared-b-w4-a51378","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:16:28.403453523Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-shared-sub-b8e2c9","reconcileID":"98017930-07b5-4ddf-b861-f0513b63033a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-b8e2c9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.446769857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"d45dfd30-97b5-41fc-b4d6-8b7f32a177e4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b4d53e","tenantID":"e2e-shared-a-w4-b4d53e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.452123065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"0098de01-8a63-4362-bff2-527cab5f50f8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"e2e-shared-b-w4-a51378-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.500874765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"d45dfd30-97b5-41fc-b4d6-8b7f32a177e4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"e2e-shared-a-w4-b4d53e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.511866424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"d58b5d80-d9f9-414d-8c12-b140a45a3800","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.511884266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"d58b5d80-d9f9-414d-8c12-b140a45a3800","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"sub-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"sub-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.530020839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"f65b642e-ef2c-4886-80d8-fabf8017a5b6","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.530040925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"f65b642e-ef2c-4886-80d8-fabf8017a5b6","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"sub-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"sub-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.553260361Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-shared-sub-b8e2c9","reconcileID":"23357e05-1a95-486e-a54f-4cbf03455a04","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"maas-trlp-sub-test-model-b4d53e","model":"sub-test-model-b4d53e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-b4d53e/e2e-shared-sub-b8e2c9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.565484133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"7eb4c8f5-a522-4600-be1b-ee1af59e36bf","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.565499153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"7eb4c8f5-a522-4600-be1b-ee1af59e36bf","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"sub-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"sub-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.581614615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"de9f05ce-2123-463a-9927-3313614e082c","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.581629301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"de9f05ce-2123-463a-9927-3313614e082c","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"sub-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"sub-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:16:28.636706864Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-a-only-b8e2c9","reconcileID":"353f55c8-17a3-49ed-bea5-0ac6136b1398","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-b8e2c9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.710850716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"152a6093-98f7-4cce-bb6d-f80ecb4a7e49","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.710876494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"152a6093-98f7-4cce-bb6d-f80ecb4a7e49","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"sub-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"sub-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.743824993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"897b6fca-1b2a-43c1-8f1d-f4580df86ec8","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.74384543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"897b6fca-1b2a-43c1-8f1d-f4580df86ec8","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"sub-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"sub-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.749755609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"80c2518c-aa6c-4a9c-87a8-d4ef516e7dee","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a51378","tenantID":"e2e-shared-b-w4-a51378","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.765098327Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-shared-sub-b8e2c9","reconcileID":"41938c1e-c2a2-49bd-842a-f0e5b547a396","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"maas-trlp-sub-test-model-a51378","model":"sub-test-model-a51378","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-a51378/e2e-shared-sub-b8e2c9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.798664017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"7726e7f7-61bb-4a7d-b812-84f1561f5ba2","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.798682035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"7726e7f7-61bb-4a7d-b812-84f1561f5ba2","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"sub-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"sub-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.800425248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"2047c43e-c8e6-4fbb-a0bd-4c9851c37f39","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.800441489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"2047c43e-c8e6-4fbb-a0bd-4c9851c37f39","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"sub-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"sub-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.804380128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"80c2518c-aa6c-4a9c-87a8-d4ef516e7dee","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"e2e-shared-b-w4-a51378-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.851294808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"57ed3ed1-a9f7-4666-b157-50ccd18f7dcc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b4d53e","tenantID":"e2e-shared-a-w4-b4d53e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.854212582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"3ab766e3-9bbf-48ba-bb59-532017e0796c","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.854228231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"3ab766e3-9bbf-48ba-bb59-532017e0796c","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"sub-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"sub-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:16:28.905486657Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-b-only-b8e2c9","reconcileID":"8ab9ecf6-ca09-4923-8460-37a1518a0a63","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-b8e2c9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.909716763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"57ed3ed1-a9f7-4666-b157-50ccd18f7dcc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"e2e-shared-a-w4-b4d53e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.919965836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"38cc2d72-ab58-4228-982f-b1712c8f0b71","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.919991643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"38cc2d72-ab58-4228-982f-b1712c8f0b71","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"sub-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"sub-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.967117539Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-shared-sub-b8e2c9","reconcileID":"24af67a7-959d-4f0a-a88f-01a110693f41","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"maas-trlp-sub-test-model-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-b4d53e/e2e-a-only-b8e2c9","ai-tenant-e2e-shared-a-w4-b4d53e/e2e-shared-sub-b8e2c9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:29.018788724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"4be1a0c3-1dfc-40f8-a40a-88655e367ce0","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:29.01880787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"4be1a0c3-1dfc-40f8-a40a-88655e367ce0","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"sub-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"sub-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:29.090719248Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-a-only-b8e2c9","reconcileID":"84522994-3e43-4160-9d63-155b092487a0","MaaSSubscription":{"name":"e2e-a-only-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"maas-trlp-sub-test-model-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-b4d53e/e2e-a-only-b8e2c9","ai-tenant-e2e-shared-a-w4-b4d53e/e2e-shared-sub-b8e2c9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:29.135094419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"54da8eea-5919-4deb-b413-95fb937e2654","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a51378","tenantID":"e2e-shared-b-w4-a51378","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:29.138524081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"dcd1a852-2ae2-42b6-b1b5-36ff4f3cd8ab","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:29.138540742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"dcd1a852-2ae2-42b6-b1b5-36ff4f3cd8ab","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"sub-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"sub-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:29.188373529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"54da8eea-5919-4deb-b413-95fb937e2654","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"e2e-shared-b-w4-a51378-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:29.190436643Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-shared-sub-b8e2c9","reconcileID":"c3e96e56-22da-4ecd-b0be-5e10ea52b863","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"maas-trlp-sub-test-model-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-a51378/e2e-b-only-b8e2c9","ai-tenant-e2e-shared-b-w4-a51378/e2e-shared-sub-b8e2c9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:29.284684892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-shared-sub-b8e2c9","reconcileID":"75387dff-a222-4fb0-9b6f-054057f84f11","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"maas-trlp-sub-test-model-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:29.298599576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"9194061f-1908-4474-953e-f24017102c63","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:29.298617726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"9194061f-1908-4474-953e-f24017102c63","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"sub-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"sub-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:29.399049656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-b-only-b8e2c9","reconcileID":"af2189ec-d198-420e-bef2-8c3fbfe58d0f","MaaSSubscription":{"name":"e2e-b-only-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"maas-trlp-sub-test-model-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:29.556939327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"c8536fe8-4759-4ed9-ba22-964330841c31","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:29.556960952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"c8536fe8-4759-4ed9-ba22-964330841c31","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"sub-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"sub-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:29.599753678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-a-only-b8e2c9","reconcileID":"31f67226-eaec-4329-b4fd-c67f5ccef053","MaaSSubscription":{"name":"e2e-a-only-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"maas-trlp-sub-test-model-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:29.599773069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-shared-sub-b8e2c9","reconcileID":"2ac32ffd-6daf-4915-926a-4256c183bdb8","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"maas-trlp-sub-test-model-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:29.650224304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-shared-sub-b8e2c9","reconcileID":"738506ec-5b9c-47a7-83b4-e2e20f252a5a","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"maas-trlp-sub-test-model-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:29.78985167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-b-only-b8e2c9","reconcileID":"99433728-a51f-4c6a-b808-f7c66ea75074","MaaSSubscription":{"name":"e2e-b-only-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"maas-trlp-sub-test-model-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:29.951019745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9c429bf-6e49-4663-92d1-08852807f0f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:30.001001534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9c429bf-6e49-4663-92d1-08852807f0f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:30.051119488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9c429bf-6e49-4663-92d1-08852807f0f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:30.100771552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9c429bf-6e49-4663-92d1-08852807f0f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:31.576412824Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-fbec82","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-fbec82","reconcileID":"9585a9c8-2715-41cb-8e9b-60711d3ea380","aitenant":"ai-tenants/e2e-shared-b-w2-fbec82","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:32.0522922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b59fbb5-e0ef-45ec-be7e-365dc5bc2f47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:32.102586201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b59fbb5-e0ef-45ec-be7e-365dc5bc2f47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:32.152520759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b59fbb5-e0ef-45ec-be7e-365dc5bc2f47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:32.202537135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b59fbb5-e0ef-45ec-be7e-365dc5bc2f47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:32.359282434Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-fbec82","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-fbec82","reconcileID":"9585a9c8-2715-41cb-8e9b-60711d3ea380","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-fbec82","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-fbec82"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:33.415898617Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-access","reconcileID":"ed4fae03-5f49-4d2d-b563-8f469986c408","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:33.416004008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"c065774d-e13d-4979-af19-aa33b3ce5399","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:33.624948092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"fe8a5247-a318-4aed-984c-a7f2b8f945b5","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:33.626120849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"d6c14782-924a-4350-b107-fd396ba8e11d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:33.679235834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"e804ccee-ed05-49aa-a4e2-9c6fce1d1c56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:33.683610133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"d6c14782-924a-4350-b107-fd396ba8e11d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:33.754556674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"fec99c98-6a7c-498f-9835-79116c7b13ec","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:33.933279641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"14827e92-6cba-4de8-a418-27f401bf52f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:33.986869469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"14827e92-6cba-4de8-a418-27f401bf52f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:34.140621444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b45baece-98fa-430e-bf9e-3cce1fe735a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:34.191716393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b45baece-98fa-430e-bf9e-3cce1fe735a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:34.241983816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b45baece-98fa-430e-bf9e-3cce1fe735a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:34.292894669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b45baece-98fa-430e-bf9e-3cce1fe735a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:35.137873069Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"default-tenant","reconcileID":"4f56cf76-8f5c-45fb-9206-54165137bd5c","namespace":"ai-tenant-e2e-shared-b-w1-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:35.13792632Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"default-tenant","reconcileID":"4f56cf76-8f5c-45fb-9206-54165137bd5c","namespace":"ai-tenant-e2e-shared-b-w1-c25940","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:35.137967913Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"default-tenant","reconcileID":"4f56cf76-8f5c-45fb-9206-54165137bd5c","tenant":"e2e-shared-b-w1-c25940","tenantID":"e2e-shared-b-w1-c25940","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:35.190042528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"default-tenant","reconcileID":"4f56cf76-8f5c-45fb-9206-54165137bd5c","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-c25940","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:35.247251187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"default-tenant","reconcileID":"4f56cf76-8f5c-45fb-9206-54165137bd5c","gvk":"Service","name":"maas-api-e2e-shared-b-w1-c25940","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:35.303486263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"default-tenant","reconcileID":"4f56cf76-8f5c-45fb-9206-54165137bd5c","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-c25940","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:35.354809827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"default-tenant","reconcileID":"4f56cf76-8f5c-45fb-9206-54165137bd5c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-c25940","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:35.407930114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"default-tenant","reconcileID":"4f56cf76-8f5c-45fb-9206-54165137bd5c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-c25940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:35.459386456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"default-tenant","reconcileID":"4f56cf76-8f5c-45fb-9206-54165137bd5c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-c25940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:35.513567988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"default-tenant","reconcileID":"4f56cf76-8f5c-45fb-9206-54165137bd5c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-c25940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:35.565510574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"default-tenant","reconcileID":"4f56cf76-8f5c-45fb-9206-54165137bd5c","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-c25940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:35.641444157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"default-tenant","reconcileID":"4f56cf76-8f5c-45fb-9206-54165137bd5c","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-c25940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:35.692525965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"default-tenant","reconcileID":"4f56cf76-8f5c-45fb-9206-54165137bd5c","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-c25940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:35.752606729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"default-tenant","reconcileID":"4f56cf76-8f5c-45fb-9206-54165137bd5c","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-c25940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:35.810200241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"default-tenant","reconcileID":"4f56cf76-8f5c-45fb-9206-54165137bd5c","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-c25940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:35.861775761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"default-tenant","reconcileID":"4f56cf76-8f5c-45fb-9206-54165137bd5c","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-c25940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:35.951680358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"default-tenant","reconcileID":"4f56cf76-8f5c-45fb-9206-54165137bd5c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-c25940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:36.005176193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"default-tenant","reconcileID":"4f56cf76-8f5c-45fb-9206-54165137bd5c","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-c25940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:36.059600535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"default-tenant","reconcileID":"4f56cf76-8f5c-45fb-9206-54165137bd5c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-c25940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:36.108665207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"16c253c5-47fc-40cc-a579-c52d6942c3f1","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:36.110843148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"default-tenant","reconcileID":"4f56cf76-8f5c-45fb-9206-54165137bd5c","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-c25940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:36.164401869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"default-tenant","reconcileID":"4f56cf76-8f5c-45fb-9206-54165137bd5c","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-c25940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:36.215611869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"default-tenant","reconcileID":"4f56cf76-8f5c-45fb-9206-54165137bd5c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-c25940","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:36.265719604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"58b965c6-7485-447d-b60e-3330c97ce8c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:36.267133503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c25940"},"namespace":"ai-tenant-e2e-shared-b-w1-c25940","name":"default-tenant","reconcileID":"4f56cf76-8f5c-45fb-9206-54165137bd5c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-c25940","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:36.315742915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"a7343451-677f-4406-bbca-061d66091945","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:36.319305707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"58b965c6-7485-447d-b60e-3330c97ce8c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:36.452661783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aac8b3b2-8ef0-421e-9b37-3634f4c7cab5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:36.527465386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aac8b3b2-8ef0-421e-9b37-3634f4c7cab5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:36.624786679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aac8b3b2-8ef0-421e-9b37-3634f4c7cab5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:36.625861929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"d927d327-070f-42ae-ac39-30f189f8dea3","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:36.674533429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aac8b3b2-8ef0-421e-9b37-3634f4c7cab5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:36.873734129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"78cdf000-d64a-4245-a50b-676cd1a812fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:37.441427333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-shared-sub-b8e2c9","reconcileID":"e5b6fde0-0269-4197-a9af-08927a5bdf60","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"maas-trlp-sub-test-model-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:37.441439809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-a-only-b8e2c9","reconcileID":"56a3f5ca-3ff3-4087-a10a-c9ede4652268","MaaSSubscription":{"name":"e2e-a-only-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"maas-trlp-sub-test-model-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:37.599648197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"86173fb8-cb45-4a00-ba5e-884d576aa877","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:37.599668268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"86173fb8-cb45-4a00-ba5e-884d576aa877","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"sub-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"sub-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:37.602370065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"e88f3ade-d386-4c56-8381-c69a2af324f4","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:37.602393888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"e88f3ade-d386-4c56-8381-c69a2af324f4","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"sub-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"sub-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:37.974925774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"ccb5df68-70e2-484c-a96a-769a384996b4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b4d53e","tenantID":"e2e-shared-a-w4-b4d53e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:38.031476939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"ccb5df68-70e2-484c-a96a-769a384996b4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"e2e-shared-a-w4-b4d53e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:38.078748701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"acb66ff2-0904-43d0-bd90-97e8a696ad3e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a51378","tenantID":"e2e-shared-b-w4-a51378","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:38.133780811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"acb66ff2-0904-43d0-bd90-97e8a696ad3e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"e2e-shared-b-w4-a51378-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:38.524591749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a50553c0-92dd-4137-8b74-5ce225d78b27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:38.574958349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a50553c0-92dd-4137-8b74-5ce225d78b27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:38.625060111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a50553c0-92dd-4137-8b74-5ce225d78b27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:38.675125313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a50553c0-92dd-4137-8b74-5ce225d78b27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:38.852597306Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:42.239097579Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-c25940","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-c25940","reconcileID":"60f29333-cf6b-4e23-84ef-e0e4de3d1026","aitenant":"ai-tenants/e2e-shared-b-w1-c25940","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:42.735753179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91d3a05f-c924-44d2-8da6-fe7eabc9b476","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:42.786373861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91d3a05f-c924-44d2-8da6-fe7eabc9b476","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:42.836896128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91d3a05f-c924-44d2-8da6-fe7eabc9b476","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:42.886654216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91d3a05f-c924-44d2-8da6-fe7eabc9b476","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:43.041380353Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-c25940","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-c25940","reconcileID":"60f29333-cf6b-4e23-84ef-e0e4de3d1026","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-c25940","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-c25940"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:43.941515656Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"8687306d-1ac6-4138-b96c-7a2cf867c9d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:43.992686975Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"8687306d-1ac6-4138-b96c-7a2cf867c9d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:44.043326915Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"simulator-subscription","reconcileID":"8687306d-1ac6-4138-b96c-7a2cf867c9d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/simulator-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:44.11047082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"008a7d07-0558-4b3f-bbfd-08c418c5e16e","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:44.14424158Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-access","reconcileID":"cd23e425-2049-4b9e-9c98-b58397b0b8fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:44.330683707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"1ff9bc92-2727-445b-8500-cb3fde0efcd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:44.352903479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"2b6e4fc2-96d0-4693-971e-8974d6d58219","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:44.385031538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"1ff9bc92-2727-445b-8500-cb3fde0efcd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:44.407740541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"584c0cda-eaf5-4e9d-91d7-385ea76db48d","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:44.430605336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"d38ddf0b-5646-4a8a-a192-32a15cfde944","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:44.483999678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"020ece6f-9af6-4005-8c63-9f7e3d33b36e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:44.49036269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"ced1200b-3996-41c4-893c-d2d613de3e93","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:44.537278662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"020ece6f-9af6-4005-8c63-9f7e3d33b36e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:44.69250887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb0ca300-98ed-43d0-9061-c7df570522f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:44.692701701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"ab970c7b-1b0c-4ddd-97f7-d8a1cc66c25f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:44.743193821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb0ca300-98ed-43d0-9061-c7df570522f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:44.793036197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb0ca300-98ed-43d0-9061-c7df570522f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:44.796321681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"ab970c7b-1b0c-4ddd-97f7-d8a1cc66c25f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:44.843426685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb0ca300-98ed-43d0-9061-c7df570522f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:45.770399235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"ff7ad26d-b315-4141-86b6-057dbe880b32","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:45.896788843Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"8474b24d-bf47-42bf-90fd-a4e7d471eb58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e1ea58fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:45.951872362Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"38f1ad5b-bda8-4691-8d28-4dd7aa5583e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e1ea58fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:46.027022913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"afebd708-1048-42ea-9f9c-24048ba742f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:46.080471652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"afebd708-1048-42ea-9f9c-24048ba742f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:46.676142007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"8d2bce1d-a397-48a9-8ab5-ccd55cc91066","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:46.683786657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"604ba405-af34-446d-b771-825698cd8158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:46.733391365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"604ba405-af34-446d-b771-825698cd8158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:46.783091898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"604ba405-af34-446d-b771-825698cd8158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:46.83295807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"604ba405-af34-446d-b771-825698cd8158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:47.943404948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"d99f21d8-3da9-4899-b5fc-bf1bdd582545","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:49.595169276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"8e495c4c-7c55-41c3-8297-d8f44dd707da","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:49.693905485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"5f4fb731-cf01-46d3-80d4-eb4540f9931d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:49.748185759Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"fe2113f1-e700-49e2-aea4-2c973e0e6be1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-da84f27e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:49.748439203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"5f4fb731-cf01-46d3-80d4-eb4540f9931d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:50.007196013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"1b395078-cdba-4977-8fc8-04f45a0046db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:50.074201097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"1b395078-cdba-4977-8fc8-04f45a0046db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:50.269191994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"12bb5783-fffe-4d7f-9e3a-042453d9f873","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:50.274802632Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"9f1c90ba-eeff-4d0b-81bb-395cde2aa90d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:50.361430916Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"52b9e286-df1f-4459-9e13-c8855ebc5c55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-da84f27e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:50.413842268Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"ed860dc6-9d4c-4bb4-b8b4-da5cd584b81a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-da84f27e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:50.523961677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"9f1c90ba-eeff-4d0b-81bb-395cde2aa90d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:50.645982607Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"9f1c90ba-eeff-4d0b-81bb-395cde2aa90d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"e2e-worker-w2-ba1918-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:50.646017848Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-access","reconcileID":"9f1c90ba-eeff-4d0b-81bb-395cde2aa90d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:50.701095998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"f621e6e9-b62e-4437-a306-52571cc22ebb","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:50.716745104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"67a84eb8-ee33-4212-8b75-6a644b49b006","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:50.766648589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"c9c1c341-fec1-464c-90ad-6d51f47e0398","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:50.815914886Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"b080bece-715d-4e98-9bb8-6f61168e86ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-da84f27e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:50.817365781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"08fee2c5-398f-46d5-8be8-9c181b6af383","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:50.817558438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"941c1b2a-a1a8-4548-aba1-9cc90a3e6586","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:51.685502786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c872a9-94e4-4182-ab21-984086211360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:51.735047675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c872a9-94e4-4182-ab21-984086211360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:51.78496347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c872a9-94e4-4182-ab21-984086211360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:51.834623168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c872a9-94e4-4182-ab21-984086211360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:53.74233216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"763a9376-d7a4-45e9-a508-56108eaa549b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:53.793048342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"763a9376-d7a4-45e9-a508-56108eaa549b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:53.846070046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"763a9376-d7a4-45e9-a508-56108eaa549b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:53.896294716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"763a9376-d7a4-45e9-a508-56108eaa549b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:55.636818123Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"default-tenant","reconcileID":"b639a37f-7003-43e7-b371-6382e2d7fa5e","namespace":"ai-tenant-e2e-worker-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:55.63688693Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"default-tenant","reconcileID":"b639a37f-7003-43e7-b371-6382e2d7fa5e","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:55.685936853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"9521d25e-cf1b-4098-9efb-eeb09df6629d","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:55.687852755Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"default-tenant","reconcileID":"b639a37f-7003-43e7-b371-6382e2d7fa5e","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:55.687871168Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"default-tenant","reconcileID":"b639a37f-7003-43e7-b371-6382e2d7fa5e","namespace":"ai-tenant-e2e-worker-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:55.903323327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"38961942-8f0a-459c-925f-8f1660c00b55","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:56.002845913Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"d7ef2260-64ce-42cb-ada9-2e0b612e2044","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:56.053072508Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"d7ef2260-64ce-42cb-ada9-2e0b612e2044","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:56.103456142Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"simulator-subscription","reconcileID":"d7ef2260-64ce-42cb-ada9-2e0b612e2044","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/simulator-w1-3d8404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:56.367200747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"4452056f-5537-4de0-b3ea-b7112dc09704","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:56.468441385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"c6fa739f-bbda-4ed4-b455-b2d9ad345b3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:56.522762885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"c6fa739f-bbda-4ed4-b455-b2d9ad345b3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:00.767116054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"18c5aa59-f96e-489d-b4d6-3e3845fc3c10","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:00.817633226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"56ad20c3-09eb-4729-8fe6-5d4b79e2141b","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:00.866278183Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"396321a3-fda3-4333-80ca-580bf513c203","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:00.916314668Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"396321a3-fda3-4333-80ca-580bf513c203","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:00.967009231Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"premium-simulator-subscription","reconcileID":"396321a3-fda3-4333-80ca-580bf513c203","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"name":"maas-trlp-premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918","model":"e2e-models-e2e-worker-w2-ba1918/premium-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:01.234821569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"e5c8d554-61e0-42e8-b23d-37070afdf7d4","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:01.560851722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"premium-w1-3d8404","reconcileID":"8cdeba3b-6b2c-42b8-9054-9f77db12e3b2","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"premium-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"premium-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:01.560886866Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"fa1b89be-6578-433e-8bb8-f0b4ee49b2ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:01.616091678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"838bf67c-29e8-4877-819a-ea027fa17eaf","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:01.787810922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"fa1b89be-6578-433e-8bb8-f0b4ee49b2ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:01.816895884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"76359707-0bfa-43b7-a8ce-8e387e65c202","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:01.926799837Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"fa1b89be-6578-433e-8bb8-f0b4ee49b2ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"e2e-worker-w1-3d8404-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:01.926829572Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-access","reconcileID":"fa1b89be-6578-433e-8bb8-f0b4ee49b2ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-3d8404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:01.9808093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"premium-w1-3d8404","reconcileID":"fd9cee95-d1f1-47e6-8ce0-39055f42fd62","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"premium-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"premium-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:02.25088676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"ec3144e9-90bc-4822-88f9-62c4ae3564ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:02.690670511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"premium-w1-3d8404","reconcileID":"9c9dfb5d-4374-4abf-98b3-2b67ac7266c6","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"premium-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"premium-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:03.410861716Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"5361b4cf-6f60-49cd-a896-0da3d8d29074","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-49634525","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:03.765049915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"3a5104aa-5204-4015-bd02-7fb2fc456f2a","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:03.765309544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"694fac43-4f9d-4930-9abe-86fee1a343fe","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:03.765469563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"premium-w1-3d8404","reconcileID":"1de28e5c-9b2b-4ed8-893f-e17ec1e522b1","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"premium-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"premium-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:03.76561706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"73adfba8-1d56-4c45-9340-0d2eb1ca3938","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:03.814336277Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"caefe66a-0882-4df5-942f-f8517a0a4750","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-49634525","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:04.663256506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46065f61-3d46-4e63-af54-3143f41137a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:04.713555879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46065f61-3d46-4e63-af54-3143f41137a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:04.766690452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46065f61-3d46-4e63-af54-3143f41137a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:04.816995615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46065f61-3d46-4e63-af54-3143f41137a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:05.742001697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-w2-ba1918","reconcileID":"d379022d-8bb7-405a-b405-002a84db92d7","MaaSModelRef":{"name":"distinct-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:06.618269767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e13f078-68f2-49ca-b8f8-7ac032332b9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:06.669391025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e13f078-68f2-49ca-b8f8-7ac032332b9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:06.719315211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e13f078-68f2-49ca-b8f8-7ac032332b9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:06.769223705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e13f078-68f2-49ca-b8f8-7ac032332b9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:06.972988969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-b-only-b8e2c9","reconcileID":"6c91b3f8-0c9e-4e12-9dc8-b301ab5a9c8c","MaaSSubscription":{"name":"e2e-b-only-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"maas-trlp-sub-test-model-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:06.972991357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-shared-sub-b8e2c9","reconcileID":"9afeb336-1946-41ba-9c77-bb393550ff34","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"maas-trlp-sub-test-model-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:07.13286149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"e6080d42-4a17-440d-a56d-b8c1dc17cedd","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:07.13288325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"e6080d42-4a17-440d-a56d-b8c1dc17cedd","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"sub-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"sub-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:07.133221401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"44a69124-104f-43dc-844a-f5727d048b4a","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:07.133233666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"44a69124-104f-43dc-844a-f5727d048b4a","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"sub-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"sub-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:08.457019389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"simulator-w2-ba1918","reconcileID":"3a501f3e-7040-4b9a-b2f7-c4c6c1863d85","MaaSModelRef":{"name":"simulator-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"simulator-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"simulator-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:08.657466115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd737e4a-3c17-4862-88e0-3846db621390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:08.70826914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd737e4a-3c17-4862-88e0-3846db621390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:08.758137281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd737e4a-3c17-4862-88e0-3846db621390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:08.807872512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd737e4a-3c17-4862-88e0-3846db621390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:08.853194943Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:10.767959265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"distinct-2-w2-ba1918","reconcileID":"5bc79fbe-39ee-484a-a843-ff2a08856621","MaaSModelRef":{"name":"distinct-2-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"distinct-2-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"distinct-2-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:11.235680298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"namespace":"e2e-models-e2e-worker-w2-ba1918","name":"premium-w2-ba1918","reconcileID":"ea584e87-2579-45e4-b2d6-6db007f9bfe2","MaaSModelRef":{"name":"premium-w2-ba1918","namespace":"e2e-models-e2e-worker-w2-ba1918"},"routeName":"premium-w2-ba1918-kserve-route","namespace":"e2e-models-e2e-worker-w2-ba1918","llmisvcName":"premium-w2-ba1918","gateway":"openshift-ingress/e2e-worker-w2-ba1918","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:12.171487474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c34e6f75-c7ca-4ebc-b3a8-04b52e10c9c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:12.22140765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c34e6f75-c7ca-4ebc-b3a8-04b52e10c9c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:12.271612349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c34e6f75-c7ca-4ebc-b3a8-04b52e10c9c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:12.321701341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c34e6f75-c7ca-4ebc-b3a8-04b52e10c9c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:13.766414359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"531e2c36-c831-42c3-a07b-92618c3b9a57","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:13.766672717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"b7e25b9b-3a2d-4cbb-b968-4e7e8fa88295","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:13.865053401Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"51b637be-6aae-4ffb-a153-99802b4cc6af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:13.915180017Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"51b637be-6aae-4ffb-a153-99802b4cc6af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:13.966918991Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"premium-simulator-subscription","reconcileID":"51b637be-6aae-4ffb-a153-99802b4cc6af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"name":"maas-trlp-premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404","model":"e2e-models-e2e-worker-w1-3d8404/premium-w1-3d8404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:14.148450054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87ea271-a7c3-4a95-92de-0b66c74f5171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:14.198235759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87ea271-a7c3-4a95-92de-0b66c74f5171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:14.248176845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87ea271-a7c3-4a95-92de-0b66c74f5171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:14.256499254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"premium-w1-3d8404","reconcileID":"ad226e8e-739b-4c01-89e8-4d72cba0770b","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"premium-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"premium-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:14.297894315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87ea271-a7c3-4a95-92de-0b66c74f5171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:14.412173112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"premium-w1-3d8404","reconcileID":"dd39b963-f3b2-4c02-84f5-a7cfc97c6115","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"premium-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"premium-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:14.66658115Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"default-tenant","reconcileID":"282bc2e8-d9c9-456c-b91b-43a041276e5f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:14.666633678Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"default-tenant","reconcileID":"282bc2e8-d9c9-456c-b91b-43a041276e5f","namespace":"ai-tenant-e2e-shared-a-w3-28f82c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:14.666684833Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"default-tenant","reconcileID":"282bc2e8-d9c9-456c-b91b-43a041276e5f","tenant":"e2e-shared-a-w3-28f82c","tenantID":"e2e-shared-a-w3-28f82c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:14.718055841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"default-tenant","reconcileID":"282bc2e8-d9c9-456c-b91b-43a041276e5f","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-28f82c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:14.774995356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"default-tenant","reconcileID":"282bc2e8-d9c9-456c-b91b-43a041276e5f","gvk":"Service","name":"maas-api-e2e-shared-a-w3-28f82c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:14.831363834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"default-tenant","reconcileID":"282bc2e8-d9c9-456c-b91b-43a041276e5f","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-28f82c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:14.882385517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"default-tenant","reconcileID":"282bc2e8-d9c9-456c-b91b-43a041276e5f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-28f82c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:14.934347162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"default-tenant","reconcileID":"282bc2e8-d9c9-456c-b91b-43a041276e5f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-28f82c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:14.986240841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"default-tenant","reconcileID":"282bc2e8-d9c9-456c-b91b-43a041276e5f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-28f82c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:15.040527071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"default-tenant","reconcileID":"282bc2e8-d9c9-456c-b91b-43a041276e5f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-28f82c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:15.093093129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"default-tenant","reconcileID":"282bc2e8-d9c9-456c-b91b-43a041276e5f","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-28f82c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:15.142364028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"default-tenant","reconcileID":"282bc2e8-d9c9-456c-b91b-43a041276e5f","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-28f82c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:15.191902087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"default-tenant","reconcileID":"282bc2e8-d9c9-456c-b91b-43a041276e5f","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-28f82c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:15.241020389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"default-tenant","reconcileID":"282bc2e8-d9c9-456c-b91b-43a041276e5f","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-28f82c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:15.291527581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"default-tenant","reconcileID":"282bc2e8-d9c9-456c-b91b-43a041276e5f","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-28f82c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:15.340953795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"default-tenant","reconcileID":"282bc2e8-d9c9-456c-b91b-43a041276e5f","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-28f82c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:15.409686976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"default-tenant","reconcileID":"282bc2e8-d9c9-456c-b91b-43a041276e5f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-28f82c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:15.459274226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"default-tenant","reconcileID":"282bc2e8-d9c9-456c-b91b-43a041276e5f","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-28f82c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:15.511493323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"default-tenant","reconcileID":"282bc2e8-d9c9-456c-b91b-43a041276e5f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-28f82c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:15.560693424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"default-tenant","reconcileID":"282bc2e8-d9c9-456c-b91b-43a041276e5f","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-28f82c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:15.609969676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"default-tenant","reconcileID":"282bc2e8-d9c9-456c-b91b-43a041276e5f","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-28f82c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:15.663586294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"default-tenant","reconcileID":"282bc2e8-d9c9-456c-b91b-43a041276e5f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-28f82c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:15.715663846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-28f82c"},"namespace":"ai-tenant-e2e-shared-a-w3-28f82c","name":"default-tenant","reconcileID":"282bc2e8-d9c9-456c-b91b-43a041276e5f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-28f82c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:16.142556085Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"957b5522-bd8a-4539-a27c-1d8405bbd7f2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:16.142684663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"5230bfa5-d370-415b-95aa-9d9e09fd01e6","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:16.142707861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"5230bfa5-d370-415b-95aa-9d9e09fd01e6","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"sub-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"sub-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:16.345458343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"957b5522-bd8a-4539-a27c-1d8405bbd7f2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b4d53e","tenantID":"e2e-shared-a-w4-b4d53e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:16.402561333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-shared-sub-b8e2c9","reconcileID":"1d6cd280-3d9c-48ec-879e-c517e06ea107","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"maas-trlp-sub-test-model-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:16.402584679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-a-only-b8e2c9","reconcileID":"be64ecbd-1817-4f20-93c9-932c1da2e61b","MaaSSubscription":{"name":"e2e-a-only-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"maas-trlp-sub-test-model-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:16.540075564Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"957b5522-bd8a-4539-a27c-1d8405bbd7f2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"e2e-shared-a-w4-b4d53e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:16.540100411Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"957b5522-bd8a-4539-a27c-1d8405bbd7f2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:16.6249802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"ab4b7afa-4548-4d07-a4b9-c0e986d082a3","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:16.625073089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"ab4b7afa-4548-4d07-a4b9-c0e986d082a3","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"sub-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"sub-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:16.780296386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"bdc59d40-6e23-4b71-9653-555cfe8ad0fa","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:16.780334094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"bdc59d40-6e23-4b71-9653-555cfe8ad0fa","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"sub-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"sub-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:16.879552054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-shared-sub-b8e2c9","reconcileID":"b60d2c97-04e1-441b-9210-d215ab30d20c","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"maas-trlp-sub-test-model-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:16.879787078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-a-only-b8e2c9","reconcileID":"8e642ec3-1f88-43a8-94ef-cf6b98d3594d","MaaSSubscription":{"name":"e2e-a-only-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"maas-trlp-sub-test-model-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:17.744233222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"0d5f2012-6a48-4c3c-b6f7-14b8198f0013","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a51378","tenantID":"e2e-shared-b-w4-a51378","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:17.798552605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"0d5f2012-6a48-4c3c-b6f7-14b8198f0013","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"e2e-shared-b-w4-a51378-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:17.862970832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-w1-3d8404","reconcileID":"a086a761-4267-4a5f-9136-d7835d4a13d6","MaaSModelRef":{"name":"distinct-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:18.656800304Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-28f82c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-28f82c","reconcileID":"37d8c59b-4b7f-4529-b4cd-4cb46de5caea","aitenant":"ai-tenants/e2e-shared-a-w3-28f82c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:19.248186314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96503801-c132-47fd-9df0-f491dde57f89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:19.298804508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96503801-c132-47fd-9df0-f491dde57f89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:19.348312987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96503801-c132-47fd-9df0-f491dde57f89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:19.399257116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96503801-c132-47fd-9df0-f491dde57f89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:19.45540496Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-28f82c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-28f82c","reconcileID":"37d8c59b-4b7f-4529-b4cd-4cb46de5caea","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-28f82c","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-28f82c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:21.248076833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9460c64-aad4-488d-b1b9-0437600db98c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:21.29807252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9460c64-aad4-488d-b1b9-0437600db98c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:21.348236824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9460c64-aad4-488d-b1b9-0437600db98c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:21.397988488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9460c64-aad4-488d-b1b9-0437600db98c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:23.263723469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a56d718b-7f54-4350-8856-e6eaaeb25454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:23.313772618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a56d718b-7f54-4350-8856-e6eaaeb25454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:23.363633261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a56d718b-7f54-4350-8856-e6eaaeb25454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:23.413602652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a56d718b-7f54-4350-8856-e6eaaeb25454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:23.767046224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"simulator-w1-3d8404","reconcileID":"c2cea692-48ba-402b-b7f2-d31d1495f05c","MaaSModelRef":{"name":"simulator-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"simulator-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"simulator-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:23.767338278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"distinct-2-w1-3d8404","reconcileID":"798a026e-f21d-484a-9626-c2e654a3256a","MaaSModelRef":{"name":"distinct-2-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"distinct-2-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"distinct-2-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:24.468334946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"namespace":"e2e-models-e2e-worker-w1-3d8404","name":"premium-w1-3d8404","reconcileID":"61006b17-8a44-444e-ad51-e3ec46eb8ec3","MaaSModelRef":{"name":"premium-w1-3d8404","namespace":"e2e-models-e2e-worker-w1-3d8404"},"routeName":"premium-w1-3d8404-kserve-route","namespace":"e2e-models-e2e-worker-w1-3d8404","llmisvcName":"premium-w1-3d8404","gateway":"openshift-ingress/e2e-worker-w1-3d8404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:25.350089069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8f1712b-1cf3-40ee-89a3-19672980de25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:25.40011234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8f1712b-1cf3-40ee-89a3-19672980de25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:25.450002316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8f1712b-1cf3-40ee-89a3-19672980de25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:25.499848009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8f1712b-1cf3-40ee-89a3-19672980de25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:27.190926581Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-shared-sub-b8e2c9","reconcileID":"b6cf18ac-57f6-4108-8ebe-a6ba1571a594","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","subscription":"e2e-shared-sub-b8e2c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:27.428233857Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-shared-sub-b8e2c9","reconcileID":"b6cf18ac-57f6-4108-8ebe-a6ba1571a594","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"maas-trlp-sub-test-model-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-b4d53e/e2e-a-only-b8e2c9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:27.628606797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-a-only-b8e2c9","reconcileID":"8d104318-edf8-4f2e-850d-2f19190c844c","MaaSSubscription":{"name":"e2e-a-only-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"maas-trlp-sub-test-model-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:27.656402909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"5ed64065-95fc-4550-8747-b4ebca7b0caf","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:27.656424747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"5ed64065-95fc-4550-8747-b4ebca7b0caf","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"sub-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"sub-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:27.78865317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"10d7ef08-7fd6-4388-86f5-9a40dd925c5d","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:27.788677167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"10d7ef08-7fd6-4388-86f5-9a40dd925c5d","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"sub-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"sub-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:27.972584175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"417730b7-671a-4f12-a3c1-96d924ea08c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:28.022668379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"417730b7-671a-4f12-a3c1-96d924ea08c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:28.074419462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"417730b7-671a-4f12-a3c1-96d924ea08c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:28.124225337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"417730b7-671a-4f12-a3c1-96d924ea08c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:29.95168993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3ff9772-c231-4207-a6b2-53b647cc1ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.001413304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3ff9772-c231-4207-a6b2-53b647cc1ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.051411838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3ff9772-c231-4207-a6b2-53b647cc1ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.10186446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3ff9772-c231-4207-a6b2-53b647cc1ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.627411421Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"default-tenant","reconcileID":"d1708a6f-c3c2-4fc6-be1d-1c2863665e2f","namespace":"ai-tenant-e2e-worker-w1-3d8404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.627489232Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"default-tenant","reconcileID":"d1708a6f-c3c2-4fc6-be1d-1c2863665e2f","namespace":"ai-tenant-e2e-worker-w1-3d8404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.627535096Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"default-tenant","reconcileID":"d1708a6f-c3c2-4fc6-be1d-1c2863665e2f","tenant":"e2e-worker-w1-3d8404","tenantID":"e2e-worker-w1-3d8404","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.678760079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"default-tenant","reconcileID":"d1708a6f-c3c2-4fc6-be1d-1c2863665e2f","gvk":"Deployment","name":"maas-api-e2e-worker-w1-3d8404","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.739925363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"default-tenant","reconcileID":"d1708a6f-c3c2-4fc6-be1d-1c2863665e2f","gvk":"Service","name":"maas-api-e2e-worker-w1-3d8404","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.792504259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"default-tenant","reconcileID":"d1708a6f-c3c2-4fc6-be1d-1c2863665e2f","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-3d8404","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.844100644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"default-tenant","reconcileID":"d1708a6f-c3c2-4fc6-be1d-1c2863665e2f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-3d8404","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.898620292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"default-tenant","reconcileID":"d1708a6f-c3c2-4fc6-be1d-1c2863665e2f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-3d8404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.950327834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"default-tenant","reconcileID":"d1708a6f-c3c2-4fc6-be1d-1c2863665e2f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-3d8404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.004757364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"default-tenant","reconcileID":"d1708a6f-c3c2-4fc6-be1d-1c2863665e2f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-3d8404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.059854464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"default-tenant","reconcileID":"d1708a6f-c3c2-4fc6-be1d-1c2863665e2f","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-3d8404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.111375408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"default-tenant","reconcileID":"d1708a6f-c3c2-4fc6-be1d-1c2863665e2f","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-3d8404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.16493947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"default-tenant","reconcileID":"d1708a6f-c3c2-4fc6-be1d-1c2863665e2f","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-3d8404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.214349255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"default-tenant","reconcileID":"d1708a6f-c3c2-4fc6-be1d-1c2863665e2f","gvk":"Service","name":"payload-processing-e2e-worker-w1-3d8404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.263827553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"default-tenant","reconcileID":"d1708a6f-c3c2-4fc6-be1d-1c2863665e2f","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-3d8404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.313332045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"default-tenant","reconcileID":"d1708a6f-c3c2-4fc6-be1d-1c2863665e2f","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-3d8404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.362717001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"default-tenant","reconcileID":"d1708a6f-c3c2-4fc6-be1d-1c2863665e2f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-3d8404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.4301773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"default-tenant","reconcileID":"d1708a6f-c3c2-4fc6-be1d-1c2863665e2f","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-3d8404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.483064345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"default-tenant","reconcileID":"d1708a6f-c3c2-4fc6-be1d-1c2863665e2f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-3d8404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.532502005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"default-tenant","reconcileID":"d1708a6f-c3c2-4fc6-be1d-1c2863665e2f","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-3d8404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.581912828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"default-tenant","reconcileID":"d1708a6f-c3c2-4fc6-be1d-1c2863665e2f","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-3d8404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.63132119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"default-tenant","reconcileID":"d1708a6f-c3c2-4fc6-be1d-1c2863665e2f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-3d8404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.680780994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-3d8404"},"namespace":"ai-tenant-e2e-worker-w1-3d8404","name":"default-tenant","reconcileID":"d1708a6f-c3c2-4fc6-be1d-1c2863665e2f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-3d8404","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.734377248Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"default-tenant","reconcileID":"9e99b0e0-93fd-45b5-b8ce-36a12e4c0f88","namespace":"ai-tenant-e2e-worker-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.73443251Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"default-tenant","reconcileID":"9e99b0e0-93fd-45b5-b8ce-36a12e4c0f88","namespace":"ai-tenant-e2e-worker-w2-ba1918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.734489064Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"default-tenant","reconcileID":"9e99b0e0-93fd-45b5-b8ce-36a12e4c0f88","tenant":"e2e-worker-w2-ba1918","tenantID":"e2e-worker-w2-ba1918","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.788758014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"default-tenant","reconcileID":"9e99b0e0-93fd-45b5-b8ce-36a12e4c0f88","gvk":"Deployment","name":"maas-api-e2e-worker-w2-ba1918","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.845942565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"default-tenant","reconcileID":"9e99b0e0-93fd-45b5-b8ce-36a12e4c0f88","gvk":"Service","name":"maas-api-e2e-worker-w2-ba1918","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.89949787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"default-tenant","reconcileID":"9e99b0e0-93fd-45b5-b8ce-36a12e4c0f88","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-ba1918","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.926263376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d645672f-284f-4d04-b2f1-231ff00a7b45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.976221075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d645672f-284f-4d04-b2f1-231ff00a7b45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.981682569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"default-tenant","reconcileID":"9e99b0e0-93fd-45b5-b8ce-36a12e4c0f88","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-ba1918","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.026985748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d645672f-284f-4d04-b2f1-231ff00a7b45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.077537358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d645672f-284f-4d04-b2f1-231ff00a7b45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.079457141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"default-tenant","reconcileID":"9e99b0e0-93fd-45b5-b8ce-36a12e4c0f88","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-ba1918","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.131816154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"default-tenant","reconcileID":"9e99b0e0-93fd-45b5-b8ce-36a12e4c0f88","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-ba1918","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.186880908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"default-tenant","reconcileID":"9e99b0e0-93fd-45b5-b8ce-36a12e4c0f88","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-ba1918","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.238485629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"default-tenant","reconcileID":"9e99b0e0-93fd-45b5-b8ce-36a12e4c0f88","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-ba1918","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.332819094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"default-tenant","reconcileID":"9e99b0e0-93fd-45b5-b8ce-36a12e4c0f88","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-ba1918","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.382213475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"default-tenant","reconcileID":"9e99b0e0-93fd-45b5-b8ce-36a12e4c0f88","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-ba1918","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.431797958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"default-tenant","reconcileID":"9e99b0e0-93fd-45b5-b8ce-36a12e4c0f88","gvk":"Service","name":"payload-processing-e2e-worker-w2-ba1918","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.487298861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"default-tenant","reconcileID":"9e99b0e0-93fd-45b5-b8ce-36a12e4c0f88","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-ba1918","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.536712558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"default-tenant","reconcileID":"9e99b0e0-93fd-45b5-b8ce-36a12e4c0f88","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-ba1918","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.585541441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"default-tenant","reconcileID":"9e99b0e0-93fd-45b5-b8ce-36a12e4c0f88","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-ba1918","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.638048266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"default-tenant","reconcileID":"9e99b0e0-93fd-45b5-b8ce-36a12e4c0f88","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-ba1918","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.692868955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"default-tenant","reconcileID":"9e99b0e0-93fd-45b5-b8ce-36a12e4c0f88","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-ba1918","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.742035113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"default-tenant","reconcileID":"9e99b0e0-93fd-45b5-b8ce-36a12e4c0f88","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-ba1918","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.791115965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"default-tenant","reconcileID":"9e99b0e0-93fd-45b5-b8ce-36a12e4c0f88","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-ba1918","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.840559359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"default-tenant","reconcileID":"9e99b0e0-93fd-45b5-b8ce-36a12e4c0f88","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-ba1918","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.889911606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ba1918"},"namespace":"ai-tenant-e2e-worker-w2-ba1918","name":"default-tenant","reconcileID":"9e99b0e0-93fd-45b5-b8ce-36a12e4c0f88","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-ba1918","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:33.897764439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9253bb5c-0f89-4cf6-a06e-fa5ba54b2b43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:33.947778652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9253bb5c-0f89-4cf6-a06e-fa5ba54b2b43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:33.997364792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9253bb5c-0f89-4cf6-a06e-fa5ba54b2b43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:34.047005069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9253bb5c-0f89-4cf6-a06e-fa5ba54b2b43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:34.04709458Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-3d8404","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-3d8404","reconcileID":"54a88e9c-a27f-4c14-a732-6d6552cb5195","aitenant":"ai-tenants/e2e-worker-w1-3d8404","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:34.765811205Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-3d8404","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-3d8404","reconcileID":"54a88e9c-a27f-4c14-a732-6d6552cb5195","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-3d8404","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-3d8404"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:35.948446819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"545bf70c-de60-4647-b39c-760cea8e5e17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:35.998837275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"545bf70c-de60-4647-b39c-760cea8e5e17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:36.048450396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"545bf70c-de60-4647-b39c-760cea8e5e17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:36.097951567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"545bf70c-de60-4647-b39c-760cea8e5e17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.867305194Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-ba1918","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-ba1918","reconcileID":"c1f8732a-123d-4bcf-8aef-9442410eb6da","aitenant":"ai-tenants/e2e-worker-w2-ba1918","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.940229892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75d6d350-4bfd-42d8-8051-0015cc70d28c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.989626385Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-a-only-b8e2c9","reconcileID":"dbe29ad3-addd-49ac-93ea-36442111cf48","MaaSSubscription":{"name":"e2e-a-only-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","subscription":"e2e-a-only-b8e2c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.990582187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75d6d350-4bfd-42d8-8051-0015cc70d28c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.040093609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75d6d350-4bfd-42d8-8051-0015cc70d28c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.089829368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75d6d350-4bfd-42d8-8051-0015cc70d28c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.090085134Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-a-only-b8e2c9","reconcileID":"dbe29ad3-addd-49ac-93ea-36442111cf48","MaaSSubscription":{"name":"e2e-a-only-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.144270415Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"e2e-a-only-b8e2c9","reconcileID":"dbe29ad3-addd-49ac-93ea-36442111cf48","MaaSSubscription":{"name":"e2e-a-only-b8e2c9","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"name":"maas-trlp-sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.407688241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"d536e3e5-9f39-446e-a5ad-c4a2c88429ee","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"tenant":"e2e-shared-a-w4-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","model":"ai-tenant-e2e-shared-a-w4-b4d53e/sub-test-model-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.407710736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"sub-test-model-b4d53e","reconcileID":"d536e3e5-9f39-446e-a5ad-c4a2c88429ee","MaaSModelRef":{"name":"sub-test-model-b4d53e","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"routeName":"sub-test-model-b4d53e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","llmisvcName":"sub-test-model-b4d53e","gateway":"openshift-ingress/e2e-shared-a-w4-b4d53e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.600048876Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-ba1918","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-ba1918","reconcileID":"c1f8732a-123d-4bcf-8aef-9442410eb6da","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-ba1918","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-ba1918"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.6945709Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"f6bba085-1c4f-4127-bfc9-2927a910c935","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.694644428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"e12d78ae-ef82-4052-b95b-ed82b1d98fa4","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.694661586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"e12d78ae-ef82-4052-b95b-ed82b1d98fa4","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"sub-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"sub-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.850800226Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.894062654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"f6bba085-1c4f-4127-bfc9-2927a910c935","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a51378","tenantID":"e2e-shared-b-w4-a51378","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.949573897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-b-only-b8e2c9","reconcileID":"271f4cfe-95d7-449b-8c03-5ecb40f9c206","MaaSSubscription":{"name":"e2e-b-only-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"maas-trlp-sub-test-model-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.94963748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-shared-sub-b8e2c9","reconcileID":"d194709c-245f-4cbd-8bd2-aa6a5f5ffa0f","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"maas-trlp-sub-test-model-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.011445954Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"f6bba085-1c4f-4127-bfc9-2927a910c935","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"e2e-shared-b-w4-a51378-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.011464479Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"f6bba085-1c4f-4127-bfc9-2927a910c935","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.100812809Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"4bff4cd4-6dc9-465d-bb76-947f28fa5af2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.102240701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"d883d268-2917-4e2a-a2ad-925f696a650b","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.102268529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"d883d268-2917-4e2a-a2ad-925f696a650b","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"sub-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"sub-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.251842281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"a926adef-822a-4292-a396-65f9342121c2","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.2518707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"a926adef-822a-4292-a396-65f9342121c2","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"sub-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"sub-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.301966911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"4bff4cd4-6dc9-465d-bb76-947f28fa5af2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a51378","tenantID":"e2e-shared-b-w4-a51378","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.356345504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-shared-sub-b8e2c9","reconcileID":"d3c4b3c3-0f59-484a-9e50-7bae2de7d2cf","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"maas-trlp-sub-test-model-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.356777469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-b-only-b8e2c9","reconcileID":"c94c2018-101c-4ad0-b566-73201f10288b","MaaSSubscription":{"name":"e2e-b-only-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"maas-trlp-sub-test-model-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.404261548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"4bff4cd4-6dc9-465d-bb76-947f28fa5af2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"e2e-shared-b-w4-a51378-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.404283474Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"4bff4cd4-6dc9-465d-bb76-947f28fa5af2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a51378","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:17:39.454320007Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-sub-iso-auth-b8e2c9","reconcileID":"4bff4cd4-6dc9-465d-bb76-947f28fa5af2","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-b8e2c9\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.893411386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f5f817-7e1c-4739-81fc-38bde1685dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.944578911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f5f817-7e1c-4739-81fc-38bde1685dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.995237186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f5f817-7e1c-4739-81fc-38bde1685dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:40.045075711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f5f817-7e1c-4739-81fc-38bde1685dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:41.868080314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e95071-2ca7-4fca-aa77-066447a526c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:41.918116628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e95071-2ca7-4fca-aa77-066447a526c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:41.96829934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e95071-2ca7-4fca-aa77-066447a526c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:42.018270838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e95071-2ca7-4fca-aa77-066447a526c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:49.613540194Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-shared-sub-b8e2c9","reconcileID":"9c93042e-658d-4263-821e-fcd5b3e01924","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","subscription":"e2e-shared-sub-b8e2c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:49.826531054Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-shared-sub-b8e2c9","reconcileID":"9c93042e-658d-4263-821e-fcd5b3e01924","MaaSSubscription":{"name":"e2e-shared-sub-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"maas-trlp-sub-test-model-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-a51378/e2e-b-only-b8e2c9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:50.033819417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-b-only-b8e2c9","reconcileID":"3ca93e58-b87d-4299-a853-ffca0e89c67c","MaaSSubscription":{"name":"e2e-b-only-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"maas-trlp-sub-test-model-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:50.040989212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"6822c01d-0ab1-41c9-99ef-be6a300e92f0","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:50.041008714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"6822c01d-0ab1-41c9-99ef-be6a300e92f0","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"sub-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"sub-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:50.367678588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"bbe7731a-7b75-448e-afbc-9a30e4fdde02","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:50.367699987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"bbe7731a-7b75-448e-afbc-9a30e4fdde02","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"sub-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"sub-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:57.060247074Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"default-tenant","reconcileID":"a85fe6c6-c4d3-4c19-8d28-396af768cd8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:57.060336724Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"default-tenant","reconcileID":"a85fe6c6-c4d3-4c19-8d28-396af768cd8f","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:57.06042035Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"default-tenant","reconcileID":"a85fe6c6-c4d3-4c19-8d28-396af768cd8f","tenant":"e2e-shared-b-w3-7ca60f","tenantID":"e2e-shared-b-w3-7ca60f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:57.11443025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"default-tenant","reconcileID":"a85fe6c6-c4d3-4c19-8d28-396af768cd8f","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-7ca60f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:57.177836366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"default-tenant","reconcileID":"a85fe6c6-c4d3-4c19-8d28-396af768cd8f","gvk":"Service","name":"maas-api-e2e-shared-b-w3-7ca60f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:57.23245818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"default-tenant","reconcileID":"a85fe6c6-c4d3-4c19-8d28-396af768cd8f","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-7ca60f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:57.285139047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"default-tenant","reconcileID":"a85fe6c6-c4d3-4c19-8d28-396af768cd8f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-7ca60f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:57.338603186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"default-tenant","reconcileID":"a85fe6c6-c4d3-4c19-8d28-396af768cd8f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-7ca60f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:57.393986949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"default-tenant","reconcileID":"a85fe6c6-c4d3-4c19-8d28-396af768cd8f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-7ca60f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:57.448842375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"default-tenant","reconcileID":"a85fe6c6-c4d3-4c19-8d28-396af768cd8f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-7ca60f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:57.502170001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"default-tenant","reconcileID":"a85fe6c6-c4d3-4c19-8d28-396af768cd8f","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-7ca60f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:57.55487217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"default-tenant","reconcileID":"a85fe6c6-c4d3-4c19-8d28-396af768cd8f","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-7ca60f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:57.605322506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"default-tenant","reconcileID":"a85fe6c6-c4d3-4c19-8d28-396af768cd8f","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-7ca60f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:57.655414418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"default-tenant","reconcileID":"a85fe6c6-c4d3-4c19-8d28-396af768cd8f","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-7ca60f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:57.70529714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"default-tenant","reconcileID":"a85fe6c6-c4d3-4c19-8d28-396af768cd8f","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-7ca60f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:57.754839931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"default-tenant","reconcileID":"a85fe6c6-c4d3-4c19-8d28-396af768cd8f","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-7ca60f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:57.805123631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"default-tenant","reconcileID":"a85fe6c6-c4d3-4c19-8d28-396af768cd8f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-7ca60f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:57.854624175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"default-tenant","reconcileID":"a85fe6c6-c4d3-4c19-8d28-396af768cd8f","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-7ca60f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:57.90818997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"default-tenant","reconcileID":"a85fe6c6-c4d3-4c19-8d28-396af768cd8f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-7ca60f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:57.958716193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"default-tenant","reconcileID":"a85fe6c6-c4d3-4c19-8d28-396af768cd8f","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-7ca60f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:58.00877791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"default-tenant","reconcileID":"a85fe6c6-c4d3-4c19-8d28-396af768cd8f","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-7ca60f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:58.058331669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"default-tenant","reconcileID":"a85fe6c6-c4d3-4c19-8d28-396af768cd8f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-7ca60f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:58.108662071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7ca60f"},"namespace":"ai-tenant-e2e-shared-b-w3-7ca60f","name":"default-tenant","reconcileID":"a85fe6c6-c4d3-4c19-8d28-396af768cd8f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-7ca60f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:00.529438513Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-b-only-b8e2c9","reconcileID":"7ab14398-88f7-4cfe-9ab4-c9a1be03757a","MaaSSubscription":{"name":"e2e-b-only-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","subscription":"e2e-b-only-b8e2c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:00.579660442Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-b-only-b8e2c9","reconcileID":"7ab14398-88f7-4cfe-9ab4-c9a1be03757a","MaaSSubscription":{"name":"e2e-b-only-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:00.643872905Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"e2e-b-only-b8e2c9","reconcileID":"7ab14398-88f7-4cfe-9ab4-c9a1be03757a","MaaSSubscription":{"name":"e2e-b-only-b8e2c9","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"name":"maas-trlp-sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:00.920113353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"feeea950-dbcd-45be-a0cd-5b1f85c6c362","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"tenant":"e2e-shared-b-w4-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","model":"ai-tenant-e2e-shared-b-w4-a51378/sub-test-model-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:00.92013424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"sub-test-model-a51378","reconcileID":"feeea950-dbcd-45be-a0cd-5b1f85c6c362","MaaSModelRef":{"name":"sub-test-model-a51378","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"routeName":"sub-test-model-a51378-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a51378","llmisvcName":"sub-test-model-a51378","gateway":"openshift-ingress/e2e-shared-b-w4-a51378","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:02.87074358Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-7ca60f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-7ca60f","reconcileID":"88411a1d-1acc-4fe4-b81c-66e5f162e685","aitenant":"ai-tenants/e2e-shared-b-w3-7ca60f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:03.48823745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cd49537-e745-4116-94a3-eb74cf589ce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:03.5387934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cd49537-e745-4116-94a3-eb74cf589ce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:03.588620577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cd49537-e745-4116-94a3-eb74cf589ce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:03.638542284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cd49537-e745-4116-94a3-eb74cf589ce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:03.695566274Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-7ca60f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-7ca60f","reconcileID":"88411a1d-1acc-4fe4-b81c-66e5f162e685","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-7ca60f","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-7ca60f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:04.806625832Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-access","reconcileID":"2608f653-a4d3-4051-854e-44c2f4914096","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:04.806735215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"badeb0b7-93c5-4258-97df-b37e41308ffb","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:04.990803291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"b07e24ae-74b3-459c-9e41-78c286d760a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:05.024249878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"a95c4987-9196-4f0d-947c-e9ccc8fb763c","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:05.047660509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"b07e24ae-74b3-459c-9e41-78c286d760a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:05.093028976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"f6115282-747e-4690-9c03-738b3beaf7f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:05.139761177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"7793b336-fc6f-41db-9cf9-7d78d7243746","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:05.351766122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"f1d8a751-9c6c-433f-b0df-651638dcf99a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:05.406322642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"f1d8a751-9c6c-433f-b0df-651638dcf99a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:05.553258905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3b9cc23-e1cb-43a8-bc35-43ac7cd28187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:05.603291816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3b9cc23-e1cb-43a8-bc35-43ac7cd28187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:05.655766529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3b9cc23-e1cb-43a8-bc35-43ac7cd28187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:05.706527818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3b9cc23-e1cb-43a8-bc35-43ac7cd28187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:06.14484678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"distinct-w3-14b321","reconcileID":"283547a0-40d4-4ce0-a348-6ad1a18a83a6","MaaSModelRef":{"name":"distinct-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"distinct-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"distinct-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:07.566857762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5a0c75c-56a4-4fe4-852c-81048f16bd1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:07.616849053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5a0c75c-56a4-4fe4-852c-81048f16bd1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:07.666673592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5a0c75c-56a4-4fe4-852c-81048f16bd1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:07.716546307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5a0c75c-56a4-4fe4-852c-81048f16bd1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:08.852768381Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:14.179897941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"52e1d3d8-9ee3-48db-939b-339e8c0b2fed","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:14.334705393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"2874a463-e61e-4081-9623-73cb58531423","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:14.38566262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"66aa25a1-fc66-4d74-a936-281fa8d5efc5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:14.389439876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"2874a463-e61e-4081-9623-73cb58531423","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:14.546518001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"fede2dad-5496-40da-b584-34c2bc9160d2","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:14.748735602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"286a0750-78bb-4806-a64c-14aa669c6240","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:15.357693631Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"945762c8-fa3b-4977-9b59-fd3022ce8bc7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:15.408461481Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"945762c8-fa3b-4977-9b59-fd3022ce8bc7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:15.458801661Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"simulator-subscription","reconcileID":"945762c8-fa3b-4977-9b59-fd3022ce8bc7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/simulator-w3-14b321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:15.728656817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"82847535-eb02-4acd-ad67-f5ce6959eff3","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:15.828362797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"1a978552-55c9-4574-b483-19f9ef81e625","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:15.890162916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"1a978552-55c9-4574-b483-19f9ef81e625","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:16.202344796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"distinct-w3-14b321","reconcileID":"a859b7ab-74b1-4ebf-8614-5ece2936a480","MaaSModelRef":{"name":"distinct-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"distinct-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"distinct-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:20.923326363Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"4029f2ad-da37-4c2a-ace2-619f262ed0b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:20.923394326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"e5872a42-1f48-4a66-b6b4-9d37d93f271c","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:21.137081038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"4029f2ad-da37-4c2a-ace2-619f262ed0b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:21.187703424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"b8d11ac2-1d45-4ac3-96eb-8d6f78d83c5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:21.265661718Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"4029f2ad-da37-4c2a-ace2-619f262ed0b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"e2e-worker-w3-14b321-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:21.265686866Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-access","reconcileID":"4029f2ad-da37-4c2a-ace2-619f262ed0b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-14b321"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-14b321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:21.322795508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"7626e31b-3138-4823-bcfa-cca95fc2e2d2","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:21.586450685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"ad1f2a95-d5d0-4ac4-8f43-94f3c2a38601","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:21.790285438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"c33563ea-41e0-42de-b951-a529e8b7f874","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:22.188076203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"distinct-2-w3-14b321","reconcileID":"32731d33-71a6-449a-958a-a0a8f83f5a13","MaaSModelRef":{"name":"distinct-2-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"distinct-2-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"distinct-2-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:22.243607449Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"7b092ec6-0b26-468b-9142-63e53107aaa7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ef4c8094","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:22.639678524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"distinct-w3-14b321","reconcileID":"3da72650-de85-40d6-8906-fb5fff4c2354","MaaSModelRef":{"name":"distinct-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"distinct-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"distinct-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:22.68966871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"4b87c1b9-94cb-4eac-bc27-f95768da5f90","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:22.689863153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"distinct-2-w3-14b321","reconcileID":"a34bbac6-6278-45a2-9a2e-f3231db85c2b","MaaSModelRef":{"name":"distinct-2-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"distinct-2-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"distinct-2-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:22.690007223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"4bd55ec6-a88b-455f-8f89-eeb973813748","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:22.740718731Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"258f17ae-8362-433c-957b-8d949afc534f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ef4c8094","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:23.598427056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f73ad5c-67f2-4ec5-8c08-e9274ab20ffc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:23.64831942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f73ad5c-67f2-4ec5-8c08-e9274ab20ffc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:23.698770715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f73ad5c-67f2-4ec5-8c08-e9274ab20ffc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:23.748555893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f73ad5c-67f2-4ec5-8c08-e9274ab20ffc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.468909628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"18803bdd-3a14-4275-a323-d3eab905518d","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.679244186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"356c3a29-da5a-4c05-a25c-253ce41649a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.729998884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"356c3a29-da5a-4c05-a25c-253ce41649a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.779889772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"356c3a29-da5a-4c05-a25c-253ce41649a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.830315789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"356c3a29-da5a-4c05-a25c-253ce41649a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:32.690565115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"distinct-w3-14b321","reconcileID":"715addf0-973f-4eaf-9a59-a33a37d559d2","MaaSModelRef":{"name":"distinct-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"distinct-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"distinct-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:32.690816144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"3a939867-45db-4fa3-b7f3-bf1488767b42","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:32.690979122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"distinct-2-w3-14b321","reconcileID":"21655409-3c3d-438c-a8d3-4e7e52d5cb10","MaaSModelRef":{"name":"distinct-2-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"distinct-2-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"distinct-2-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:32.792054375Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"73405ac0-7b57-42d8-becc-5b83f2ee2d84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:32.84447428Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"73405ac0-7b57-42d8-becc-5b83f2ee2d84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:32.895838724Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"premium-simulator-subscription","reconcileID":"73405ac0-7b57-42d8-becc-5b83f2ee2d84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-14b321"},"name":"maas-trlp-premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321","model":"e2e-models-e2e-worker-w3-14b321/premium-w3-14b321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:33.169214427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"1b68949b-11bf-4ec3-9af6-46eca7a7554b","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:35.526056979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"f5d34d29-89ed-44a8-a372-65dd02f57ce5","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.858003925Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:42.346780594Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"default-tenant","reconcileID":"79ee0685-7931-4ea5-875e-5dca80197e98","namespace":"ai-tenant-e2e-worker-w3-14b321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:42.346840809Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"default-tenant","reconcileID":"79ee0685-7931-4ea5-875e-5dca80197e98","namespace":"ai-tenant-e2e-worker-w3-14b321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:42.34689716Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"default-tenant","reconcileID":"79ee0685-7931-4ea5-875e-5dca80197e98","tenant":"e2e-worker-w3-14b321","tenantID":"e2e-worker-w3-14b321","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:42.400992586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"default-tenant","reconcileID":"79ee0685-7931-4ea5-875e-5dca80197e98","gvk":"Deployment","name":"maas-api-e2e-worker-w3-14b321","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:42.461374413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"default-tenant","reconcileID":"79ee0685-7931-4ea5-875e-5dca80197e98","gvk":"Service","name":"maas-api-e2e-worker-w3-14b321","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:42.520659862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"default-tenant","reconcileID":"79ee0685-7931-4ea5-875e-5dca80197e98","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-14b321","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:42.572306817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"default-tenant","reconcileID":"79ee0685-7931-4ea5-875e-5dca80197e98","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-14b321","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:42.624929349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"default-tenant","reconcileID":"79ee0685-7931-4ea5-875e-5dca80197e98","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-14b321","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:42.677753814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"default-tenant","reconcileID":"79ee0685-7931-4ea5-875e-5dca80197e98","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-14b321","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:42.691022609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"distinct-w3-14b321","reconcileID":"cee5494d-73f2-4ab7-9fdd-5eaeabad03b5","MaaSModelRef":{"name":"distinct-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"distinct-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"distinct-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:42.691314261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"distinct-2-w3-14b321","reconcileID":"b6a2d892-b7d1-4ab5-8b5e-f7a9b8271f66","MaaSModelRef":{"name":"distinct-2-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"distinct-2-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"distinct-2-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:42.734031704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"default-tenant","reconcileID":"79ee0685-7931-4ea5-875e-5dca80197e98","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-14b321","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:42.791182566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"default-tenant","reconcileID":"79ee0685-7931-4ea5-875e-5dca80197e98","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-14b321","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:42.841951424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"default-tenant","reconcileID":"79ee0685-7931-4ea5-875e-5dca80197e98","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-14b321","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:42.891530871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"default-tenant","reconcileID":"79ee0685-7931-4ea5-875e-5dca80197e98","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-14b321","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:42.941849443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"default-tenant","reconcileID":"79ee0685-7931-4ea5-875e-5dca80197e98","gvk":"Service","name":"payload-processing-e2e-worker-w3-14b321","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:42.992373864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"default-tenant","reconcileID":"79ee0685-7931-4ea5-875e-5dca80197e98","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-14b321","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:43.042359153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"default-tenant","reconcileID":"79ee0685-7931-4ea5-875e-5dca80197e98","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-14b321","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:43.093991943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"default-tenant","reconcileID":"79ee0685-7931-4ea5-875e-5dca80197e98","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-14b321","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:43.145106406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"default-tenant","reconcileID":"79ee0685-7931-4ea5-875e-5dca80197e98","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-14b321","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:43.16980817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"premium-w3-14b321","reconcileID":"f4509c11-df44-4485-89a4-01fdb3b867b4","MaaSModelRef":{"name":"premium-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"premium-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"premium-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:43.201198157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"default-tenant","reconcileID":"79ee0685-7931-4ea5-875e-5dca80197e98","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-14b321","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:43.251390908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"default-tenant","reconcileID":"79ee0685-7931-4ea5-875e-5dca80197e98","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-14b321","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:43.301424061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"default-tenant","reconcileID":"79ee0685-7931-4ea5-875e-5dca80197e98","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-14b321","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:43.351145337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"default-tenant","reconcileID":"79ee0685-7931-4ea5-875e-5dca80197e98","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-14b321","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:43.40093325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-14b321"},"namespace":"ai-tenant-e2e-worker-w3-14b321","name":"default-tenant","reconcileID":"79ee0685-7931-4ea5-875e-5dca80197e98","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-14b321","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:45.526822167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"simulator-w3-14b321","reconcileID":"4c23cf9c-a9c7-40ac-ab48-69088b47fbbc","MaaSModelRef":{"name":"simulator-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"simulator-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"simulator-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:46.315197903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"namespace":"e2e-models-e2e-worker-w3-14b321","name":"distinct-w3-14b321","reconcileID":"0750908f-54eb-4ab8-9b5d-a482a1d1f114","MaaSModelRef":{"name":"distinct-w3-14b321","namespace":"e2e-models-e2e-worker-w3-14b321"},"routeName":"distinct-w3-14b321-kserve-route","namespace":"e2e-models-e2e-worker-w3-14b321","llmisvcName":"distinct-w3-14b321","gateway":"openshift-ingress/e2e-worker-w3-14b321","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:55.283837908Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-14b321","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-14b321","reconcileID":"059a5cfe-5c78-4415-8405-82ada7860031","aitenant":"ai-tenants/e2e-worker-w3-14b321","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:55.897083669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc7ae80-c6ff-4064-84ad-709f9261603e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:55.947480619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc7ae80-c6ff-4064-84ad-709f9261603e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:55.998020363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc7ae80-c6ff-4064-84ad-709f9261603e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:56.048101565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc7ae80-c6ff-4064-84ad-709f9261603e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:56.156650224Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-14b321","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-14b321","reconcileID":"059a5cfe-5c78-4415-8405-82ada7860031","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-14b321","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-14b321"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:57.97782402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e95429e7-cd5c-47f0-a76e-43681b94e768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:58.028463107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e95429e7-cd5c-47f0-a76e-43681b94e768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:58.084718701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e95429e7-cd5c-47f0-a76e-43681b94e768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:58.134599578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e95429e7-cd5c-47f0-a76e-43681b94e768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:08.854696047Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:10.757113272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e97a16-e211-47a2-82b6-1833eeb0a20d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:10.807759232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e97a16-e211-47a2-82b6-1833eeb0a20d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:10.857984533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e97a16-e211-47a2-82b6-1833eeb0a20d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:10.909281426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e97a16-e211-47a2-82b6-1833eeb0a20d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:12.788993883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a2cbff9-43e1-4bd4-8b84-e599d411eaa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:12.839103247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a2cbff9-43e1-4bd4-8b84-e599d411eaa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:12.889910412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a2cbff9-43e1-4bd4-8b84-e599d411eaa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:12.940822784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a2cbff9-43e1-4bd4-8b84-e599d411eaa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:13.15246315Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"default-tenant","reconcileID":"182763f3-6509-41e3-80b6-aa59fa0aaf05","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:13.152519906Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"default-tenant","reconcileID":"182763f3-6509-41e3-80b6-aa59fa0aaf05","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:13.152580109Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"default-tenant","reconcileID":"182763f3-6509-41e3-80b6-aa59fa0aaf05","tenant":"e2e-shared-a-w4-b4d53e","tenantID":"e2e-shared-a-w4-b4d53e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:13.205803043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"default-tenant","reconcileID":"182763f3-6509-41e3-80b6-aa59fa0aaf05","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-b4d53e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:13.272907995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"default-tenant","reconcileID":"182763f3-6509-41e3-80b6-aa59fa0aaf05","gvk":"Service","name":"maas-api-e2e-shared-a-w4-b4d53e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:13.328348169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"default-tenant","reconcileID":"182763f3-6509-41e3-80b6-aa59fa0aaf05","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-b4d53e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:13.381290225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"default-tenant","reconcileID":"182763f3-6509-41e3-80b6-aa59fa0aaf05","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-b4d53e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:13.442081161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"default-tenant","reconcileID":"182763f3-6509-41e3-80b6-aa59fa0aaf05","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-b4d53e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:13.498546982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"default-tenant","reconcileID":"182763f3-6509-41e3-80b6-aa59fa0aaf05","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-b4d53e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:13.55776911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"default-tenant","reconcileID":"182763f3-6509-41e3-80b6-aa59fa0aaf05","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-b4d53e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:13.625797776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"default-tenant","reconcileID":"182763f3-6509-41e3-80b6-aa59fa0aaf05","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-b4d53e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:13.676582041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"default-tenant","reconcileID":"182763f3-6509-41e3-80b6-aa59fa0aaf05","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-b4d53e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:13.729637386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"default-tenant","reconcileID":"182763f3-6509-41e3-80b6-aa59fa0aaf05","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-b4d53e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:13.780200955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"default-tenant","reconcileID":"182763f3-6509-41e3-80b6-aa59fa0aaf05","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-b4d53e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:13.830080117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"default-tenant","reconcileID":"182763f3-6509-41e3-80b6-aa59fa0aaf05","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-b4d53e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:13.880333017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"default-tenant","reconcileID":"182763f3-6509-41e3-80b6-aa59fa0aaf05","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-b4d53e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:13.930729694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"default-tenant","reconcileID":"182763f3-6509-41e3-80b6-aa59fa0aaf05","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-b4d53e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:13.980896114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"default-tenant","reconcileID":"182763f3-6509-41e3-80b6-aa59fa0aaf05","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-b4d53e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:14.037712575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"default-tenant","reconcileID":"182763f3-6509-41e3-80b6-aa59fa0aaf05","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-b4d53e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:14.087939632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"default-tenant","reconcileID":"182763f3-6509-41e3-80b6-aa59fa0aaf05","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-b4d53e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:14.137961285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"default-tenant","reconcileID":"182763f3-6509-41e3-80b6-aa59fa0aaf05","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-b4d53e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:14.188019736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"default-tenant","reconcileID":"182763f3-6509-41e3-80b6-aa59fa0aaf05","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-b4d53e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:14.242131434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b4d53e"},"namespace":"ai-tenant-e2e-shared-a-w4-b4d53e","name":"default-tenant","reconcileID":"182763f3-6509-41e3-80b6-aa59fa0aaf05","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-b4d53e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:18.368365402Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-b4d53e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-b4d53e","reconcileID":"8f959345-acbf-425d-b0c6-8eba3313d7ad","aitenant":"ai-tenants/e2e-shared-a-w4-b4d53e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:18.875396577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88406e89-68bc-40a3-8a92-f036b6d3c00d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:18.926474415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88406e89-68bc-40a3-8a92-f036b6d3c00d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:18.976552969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88406e89-68bc-40a3-8a92-f036b6d3c00d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.026755535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88406e89-68bc-40a3-8a92-f036b6d3c00d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.189604297Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-b4d53e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-b4d53e","reconcileID":"8f959345-acbf-425d-b0c6-8eba3313d7ad","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-b4d53e","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-b4d53e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:20.969206192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d66493-d784-4140-9101-ad69a5f83cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:21.020275926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d66493-d784-4140-9101-ad69a5f83cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:21.070514916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d66493-d784-4140-9101-ad69a5f83cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:21.120388794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d66493-d784-4140-9101-ad69a5f83cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:28.06977484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f9f982-d1cd-4395-a020-9a91cf4a64e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:28.120000832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f9f982-d1cd-4395-a020-9a91cf4a64e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:28.170129685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f9f982-d1cd-4395-a020-9a91cf4a64e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:28.222388128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f9f982-d1cd-4395-a020-9a91cf4a64e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:29.068561001Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"1e07268e-6a7c-4379-82fb-d13dcfedc3bd","namespace":"ai-tenant-e2e-shared-b-w4-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:29.068628834Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"1e07268e-6a7c-4379-82fb-d13dcfedc3bd","namespace":"ai-tenant-e2e-shared-b-w4-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:29.068679301Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"1e07268e-6a7c-4379-82fb-d13dcfedc3bd","tenant":"e2e-shared-b-w4-a51378","tenantID":"e2e-shared-b-w4-a51378","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:29.121869571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"1e07268e-6a7c-4379-82fb-d13dcfedc3bd","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-a51378","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:29.183491415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"1e07268e-6a7c-4379-82fb-d13dcfedc3bd","gvk":"Service","name":"maas-api-e2e-shared-b-w4-a51378","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:29.239938266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"1e07268e-6a7c-4379-82fb-d13dcfedc3bd","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-a51378","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:29.292350583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"1e07268e-6a7c-4379-82fb-d13dcfedc3bd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-a51378","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:29.346972872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"1e07268e-6a7c-4379-82fb-d13dcfedc3bd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-a51378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:29.402619719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"1e07268e-6a7c-4379-82fb-d13dcfedc3bd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-a51378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:29.459025349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"1e07268e-6a7c-4379-82fb-d13dcfedc3bd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-a51378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:29.556984766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"1e07268e-6a7c-4379-82fb-d13dcfedc3bd","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-a51378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:29.606766885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"1e07268e-6a7c-4379-82fb-d13dcfedc3bd","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-a51378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:29.65681483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"1e07268e-6a7c-4379-82fb-d13dcfedc3bd","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-a51378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:29.709215686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"1e07268e-6a7c-4379-82fb-d13dcfedc3bd","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-a51378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:29.759724768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"1e07268e-6a7c-4379-82fb-d13dcfedc3bd","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-a51378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:29.811690398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"1e07268e-6a7c-4379-82fb-d13dcfedc3bd","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-a51378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:29.861558717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"1e07268e-6a7c-4379-82fb-d13dcfedc3bd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-a51378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:29.911524324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"1e07268e-6a7c-4379-82fb-d13dcfedc3bd","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-a51378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:29.966178548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"1e07268e-6a7c-4379-82fb-d13dcfedc3bd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-a51378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:30.016792296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"1e07268e-6a7c-4379-82fb-d13dcfedc3bd","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-a51378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:30.059559913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"961c7e1b-6493-42ac-b164-18292a5f1c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:30.110100247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"961c7e1b-6493-42ac-b164-18292a5f1c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:30.113737166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"1e07268e-6a7c-4379-82fb-d13dcfedc3bd","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-a51378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:30.162407573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"961c7e1b-6493-42ac-b164-18292a5f1c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:30.212953331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"1e07268e-6a7c-4379-82fb-d13dcfedc3bd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-a51378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:30.213342671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"961c7e1b-6493-42ac-b164-18292a5f1c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:30.263239025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"1e07268e-6a7c-4379-82fb-d13dcfedc3bd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-a51378","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.853898906Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:40.03612097Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"b0e7fbb4-150a-40c3-a1ff-f0d1038670f5","namespace":"ai-tenant-e2e-shared-b-w4-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:40.036206214Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"b0e7fbb4-150a-40c3-a1ff-f0d1038670f5","namespace":"ai-tenant-e2e-shared-b-w4-a51378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:40.036256437Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"b0e7fbb4-150a-40c3-a1ff-f0d1038670f5","tenant":"e2e-shared-b-w4-a51378","tenantID":"e2e-shared-b-w4-a51378","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:40.086542727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"b0e7fbb4-150a-40c3-a1ff-f0d1038670f5","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-a51378","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:40.136983973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"b0e7fbb4-150a-40c3-a1ff-f0d1038670f5","gvk":"Service","name":"maas-api-e2e-shared-b-w4-a51378","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:40.18756699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"b0e7fbb4-150a-40c3-a1ff-f0d1038670f5","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-a51378","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:40.237783189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"b0e7fbb4-150a-40c3-a1ff-f0d1038670f5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-a51378","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:40.287862508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"b0e7fbb4-150a-40c3-a1ff-f0d1038670f5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-a51378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:40.337674761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"b0e7fbb4-150a-40c3-a1ff-f0d1038670f5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-a51378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:40.388009723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"b0e7fbb4-150a-40c3-a1ff-f0d1038670f5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-a51378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:40.438268596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"b0e7fbb4-150a-40c3-a1ff-f0d1038670f5","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-a51378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:40.488743738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"b0e7fbb4-150a-40c3-a1ff-f0d1038670f5","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-a51378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:40.538881258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"b0e7fbb4-150a-40c3-a1ff-f0d1038670f5","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-a51378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:40.589122716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"b0e7fbb4-150a-40c3-a1ff-f0d1038670f5","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-a51378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:40.639350292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"b0e7fbb4-150a-40c3-a1ff-f0d1038670f5","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-a51378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:40.691327089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"b0e7fbb4-150a-40c3-a1ff-f0d1038670f5","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-a51378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:40.741437594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"b0e7fbb4-150a-40c3-a1ff-f0d1038670f5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-a51378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:40.791182431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"b0e7fbb4-150a-40c3-a1ff-f0d1038670f5","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-a51378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:40.841383806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"b0e7fbb4-150a-40c3-a1ff-f0d1038670f5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-a51378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:40.891871479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"b0e7fbb4-150a-40c3-a1ff-f0d1038670f5","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-a51378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:40.942283691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"b0e7fbb4-150a-40c3-a1ff-f0d1038670f5","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-a51378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:40.992260402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"b0e7fbb4-150a-40c3-a1ff-f0d1038670f5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-a51378","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:41.04261803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a51378"},"namespace":"ai-tenant-e2e-shared-b-w4-a51378","name":"default-tenant","reconcileID":"b0e7fbb4-150a-40c3-a1ff-f0d1038670f5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-a51378","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:47.923104201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"68428337-789c-4f50-9be1-f822d3e3fe72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:48.046216565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bed73637-476d-4e61-984e-22a1eb774955","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:48.150965491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"30c51ba8-a098-4191-9dc2-4e9c642491b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:48.251352544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"878bd9b2-98d2-47a0-9124-088c092eed99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:48.697606572Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-a51378","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-a51378","reconcileID":"a4ee9a6d-1c8d-41a4-a683-770d78c284bb","aitenant":"ai-tenants/e2e-shared-b-w4-a51378","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:49.265048851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d610445a-7b20-4663-ad1a-ad0a711bf8ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:49.315206774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d610445a-7b20-4663-ad1a-ad0a711bf8ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:49.365841104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d610445a-7b20-4663-ad1a-ad0a711bf8ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:49.416104928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d610445a-7b20-4663-ad1a-ad0a711bf8ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:49.522042744Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-a51378","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-a51378","reconcileID":"a4ee9a6d-1c8d-41a4-a683-770d78c284bb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-a51378","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-a51378"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.650272542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"1a192302-80ad-4ce7-b15a-f8e6ed7a15e2","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.650277865Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-access","reconcileID":"b63561d2-c884-4a9f-b85a-a69dcf42f04f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.848063388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"c541fd3b-3363-4047-a0bd-58fcb9e747cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.878310205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"e4031f7d-d6e5-4200-a0d8-38ed25feba7e","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.902591294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"c541fd3b-3363-4047-a0bd-58fcb9e747cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.949815766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"9b860bd4-bada-4367-abcf-4751bb5777c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:51.03537135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"b3b98ee4-0640-40e5-92b1-6f496c196699","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:51.202925793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"2ff8b013-a34e-4cbd-9568-04ee4318a2f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:51.256957015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"2ff8b013-a34e-4cbd-9568-04ee4318a2f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:51.404090504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab537d73-56ec-4cb3-84ad-3d0b21b5458f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:51.454477626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab537d73-56ec-4cb3-84ad-3d0b21b5458f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:51.504638702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab537d73-56ec-4cb3-84ad-3d0b21b5458f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:51.555796512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab537d73-56ec-4cb3-84ad-3d0b21b5458f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:53.465668004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e2e8df0-7e40-45e7-8e04-8d6e0688620d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:53.515575111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e2e8df0-7e40-45e7-8e04-8d6e0688620d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:53.567380903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e2e8df0-7e40-45e7-8e04-8d6e0688620d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:53.617358738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e2e8df0-7e40-45e7-8e04-8d6e0688620d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.934692612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"108876b0-2d22-4796-a5d7-12dbeb2198fc","MaaSModelRef":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"distinct-2-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"distinct-2-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:56.260924765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"e17c2220-a633-4087-9b84-af7c9f82b65c","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"distinct-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"distinct-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:56.58710132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"ce7e0f6c-1cd8-42db-aa7f-7bbe6d113003","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:56.742427594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"1334df14-de3d-4daa-8488-290d750119f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:56.788900823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"8fa86d57-5762-428f-a4cb-73d9560b11c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:56.797679367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"1334df14-de3d-4daa-8488-290d750119f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:56.914655072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"b0e82188-bd06-4766-a7d1-104ea9b7d1da","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:56.964370749Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"af408bf8-32b6-4f94-9244-a57a1979ce8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:56.970433837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"ab1eca99-9045-4d02-83da-a6e64fa8e098","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:57.014551352Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"af408bf8-32b6-4f94-9244-a57a1979ce8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:57.084200329Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"simulator-subscription","reconcileID":"af408bf8-32b6-4f94-9244-a57a1979ce8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/simulator-w4-fb6e1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:57.116429903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"6cfed192-d1b4-4e01-8447-6d185c24bef6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:57.146437502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"f7bcadaa-d3e4-4bd9-866e-8a0a817afb2b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:57.170416313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"6cfed192-d1b4-4e01-8447-6d185c24bef6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:57.350749616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"7c73fe51-d2af-4c1b-aebf-d7d8d4ac1417","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:57.450028803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"143fd251-2c50-487e-a4b0-4b21038ff4ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:57.504467245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"143fd251-2c50-487e-a4b0-4b21038ff4ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:00.962253305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"5a96b30b-cfdc-46de-8821-ea33594dea64","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.084268758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"46706b3e-dc52-4b8a-bf52-0546040bc7f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.193065451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"931d92af-2c84-4571-b17f-c4d5bb3c60b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.205539666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7b765f1e-f841-41f4-a84b-d6cd3085058a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.247753746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"931d92af-2c84-4571-b17f-c4d5bb3c60b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:02.858759572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"922c900d-1472-4a34-81b1-13b46442bf37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:02.915441106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"922c900d-1472-4a34-81b1-13b46442bf37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:02.961125709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"7840d3a4-4963-4a7b-b25e-3009b29c6b30","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:03.170645341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"07c1966f-134a-4818-a1fc-023f6d4865e8","MaaSModelRef":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"distinct-2-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"distinct-2-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:03.170881548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"af30d72e-e095-49d0-802b-2c43955e5ce9","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"distinct-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"distinct-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:03.17108359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"e2a638b8-7ffd-4c80-981c-d9f7b15657e3","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:03.171372081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"800d4b62-4e34-4e35-9d07-982d0d9a96c5","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:03.175094833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"d9dc0ec1-c403-47b1-a263-1a1742a71a97","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:03.271419759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"b10ee5fb-716e-45f9-a9e0-3640ce5f3399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:03.323808849Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"0b403366-00fd-4585-a755-be9ed4a1e298","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:03.327403965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"6da4be12-951d-48c1-b248-6c8d28bb99f6","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:03.327531841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"b10ee5fb-716e-45f9-a9e0-3640ce5f3399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:03.374268082Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"0b403366-00fd-4585-a755-be9ed4a1e298","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"maas-trlp-premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d","model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:20:03.378401626Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"6da4be12-951d-48c1-b248-6c8d28bb99f6","name":"premium-w4-fb6e1d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-fb6e1d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:20:03.378463121Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"6da4be12-951d-48c1-b248-6c8d28bb99f6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-fb6e1d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:03.383775974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"8136b643-cd55-48df-839d-4e970672872d","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:03.536536175Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"4dce1d01-f4d3-48f5-b94e-156cc3be44e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:03.625241903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"7103174e-401d-4310-824a-d6035b8d3d49","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:03.72798631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"4dce1d01-f4d3-48f5-b94e-156cc3be44e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:03.848357433Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"4dce1d01-f4d3-48f5-b94e-156cc3be44e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"name":"e2e-worker-w4-fb6e1d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:03.848443051Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-access","reconcileID":"4dce1d01-f4d3-48f5-b94e-156cc3be44e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-fb6e1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:03.901943736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"f2be6260-95d6-48f1-848c-165c572131a7","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:04.173657693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c760384-bdc2-43c9-b05b-7b3f98d58be5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:04.223908389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c760384-bdc2-43c9-b05b-7b3f98d58be5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:04.273943517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c760384-bdc2-43c9-b05b-7b3f98d58be5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:04.324257888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c760384-bdc2-43c9-b05b-7b3f98d58be5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.210731464Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"default-tenant","reconcileID":"6985f94d-3363-4593-9c8b-0ab4be063737","namespace":"ai-tenant-e2e-worker-w4-fb6e1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.210846225Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"default-tenant","reconcileID":"6985f94d-3363-4593-9c8b-0ab4be063737","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.263445822Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"default-tenant","reconcileID":"6985f94d-3363-4593-9c8b-0ab4be063737","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.263469697Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"default-tenant","reconcileID":"6985f94d-3363-4593-9c8b-0ab4be063737","namespace":"ai-tenant-e2e-worker-w4-fb6e1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.15676439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"696d3840-9b21-4103-9fa1-d4e292ebca59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.206491922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"696d3840-9b21-4103-9fa1-d4e292ebca59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.256473613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"696d3840-9b21-4103-9fa1-d4e292ebca59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.306353095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"696d3840-9b21-4103-9fa1-d4e292ebca59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.852108509Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.036362418Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"default-tenant","reconcileID":"dc284e3a-da6b-49d5-a13f-09a5bfe2f296","namespace":"ai-tenant-e2e-worker-w4-fb6e1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.036450048Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"default-tenant","reconcileID":"dc284e3a-da6b-49d5-a13f-09a5bfe2f296","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.101773231Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"default-tenant","reconcileID":"dc284e3a-da6b-49d5-a13f-09a5bfe2f296","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.10179515Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"default-tenant","reconcileID":"dc284e3a-da6b-49d5-a13f-09a5bfe2f296","namespace":"ai-tenant-e2e-worker-w4-fb6e1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:13.171923895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"93d59b9f-b052-4106-8596-b4851de2bb7b","MaaSModelRef":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"distinct-2-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"distinct-2-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:13.172344794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"38a10fc7-9c46-47f9-a987-7bc7d1e7fe48","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"distinct-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"distinct-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:13.172623786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"c545c377-040f-40e7-82cb-70d75a69db55","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:13.781030204Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"ea75a2ce-4d69-459c-a63e-ec61898f0d3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:13.830310736Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"premium-simulator-subscription","reconcileID":"ea75a2ce-4d69-459c-a63e-ec61898f0d3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"model":"e2e-models-e2e-worker-w4-fb6e1d/premium-w4-fb6e1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:13.902806551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"1018ae6e-557b-4823-aacf-73d483bd534f","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:14.123720335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"b0598a0f-4a88-48cb-b842-208f838eae5e","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:15.102559069Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"default-tenant","reconcileID":"e4386c11-a68b-4c27-807a-9c103e73b66c","namespace":"ai-tenant-e2e-worker-w4-fb6e1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:15.102627473Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"default-tenant","reconcileID":"e4386c11-a68b-4c27-807a-9c103e73b66c","namespace":"ai-tenant-e2e-worker-w4-fb6e1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:15.10268502Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"default-tenant","reconcileID":"e4386c11-a68b-4c27-807a-9c103e73b66c","tenant":"e2e-worker-w4-fb6e1d","tenantID":"e2e-worker-w4-fb6e1d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:15.155945677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"default-tenant","reconcileID":"e4386c11-a68b-4c27-807a-9c103e73b66c","gvk":"Deployment","name":"maas-api-e2e-worker-w4-fb6e1d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:15.223947139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"default-tenant","reconcileID":"e4386c11-a68b-4c27-807a-9c103e73b66c","gvk":"Service","name":"maas-api-e2e-worker-w4-fb6e1d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:15.276837613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"default-tenant","reconcileID":"e4386c11-a68b-4c27-807a-9c103e73b66c","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-fb6e1d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:15.333941705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"default-tenant","reconcileID":"e4386c11-a68b-4c27-807a-9c103e73b66c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-fb6e1d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:15.387511365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"default-tenant","reconcileID":"e4386c11-a68b-4c27-807a-9c103e73b66c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-fb6e1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:15.441342672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"default-tenant","reconcileID":"e4386c11-a68b-4c27-807a-9c103e73b66c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-fb6e1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:15.497226296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"default-tenant","reconcileID":"e4386c11-a68b-4c27-807a-9c103e73b66c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-fb6e1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:15.55010429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"default-tenant","reconcileID":"e4386c11-a68b-4c27-807a-9c103e73b66c","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-fb6e1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:15.599898943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"default-tenant","reconcileID":"e4386c11-a68b-4c27-807a-9c103e73b66c","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-fb6e1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:15.649295211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"default-tenant","reconcileID":"e4386c11-a68b-4c27-807a-9c103e73b66c","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-fb6e1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:15.698815122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"default-tenant","reconcileID":"e4386c11-a68b-4c27-807a-9c103e73b66c","gvk":"Service","name":"payload-processing-e2e-worker-w4-fb6e1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:15.74893269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"default-tenant","reconcileID":"e4386c11-a68b-4c27-807a-9c103e73b66c","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-fb6e1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:15.798765361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"default-tenant","reconcileID":"e4386c11-a68b-4c27-807a-9c103e73b66c","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-fb6e1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:15.848360622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"default-tenant","reconcileID":"e4386c11-a68b-4c27-807a-9c103e73b66c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-fb6e1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:15.897527493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"default-tenant","reconcileID":"e4386c11-a68b-4c27-807a-9c103e73b66c","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-fb6e1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:15.952559903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"default-tenant","reconcileID":"e4386c11-a68b-4c27-807a-9c103e73b66c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-fb6e1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:16.002319306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"default-tenant","reconcileID":"e4386c11-a68b-4c27-807a-9c103e73b66c","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-fb6e1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:16.052940379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"default-tenant","reconcileID":"e4386c11-a68b-4c27-807a-9c103e73b66c","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-fb6e1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:16.102425002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"default-tenant","reconcileID":"e4386c11-a68b-4c27-807a-9c103e73b66c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-fb6e1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:16.152178605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-fb6e1d"},"namespace":"ai-tenant-e2e-worker-w4-fb6e1d","name":"default-tenant","reconcileID":"e4386c11-a68b-4c27-807a-9c103e73b66c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-fb6e1d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.172702107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-2-w4-fb6e1d","reconcileID":"010d0951-9efd-46e3-90ff-c7c26f005bd1","MaaSModelRef":{"name":"distinct-2-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"distinct-2-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"distinct-2-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.172950231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"distinct-w4-fb6e1d","reconcileID":"51dd03e0-bad3-496f-a661-e9dbdc0e3ea1","MaaSModelRef":{"name":"distinct-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"distinct-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"distinct-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.173116136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"simulator-w4-fb6e1d","reconcileID":"92e6dc14-626c-4f6f-adc2-ee2842cf3cf0","MaaSModelRef":{"name":"simulator-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"simulator-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"simulator-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:24.124177022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"namespace":"e2e-models-e2e-worker-w4-fb6e1d","name":"premium-w4-fb6e1d","reconcileID":"7b16fda4-f7d3-4f1c-aae9-4bb410fa2bf6","MaaSModelRef":{"name":"premium-w4-fb6e1d","namespace":"e2e-models-e2e-worker-w4-fb6e1d"},"routeName":"premium-w4-fb6e1d-kserve-route","namespace":"e2e-models-e2e-worker-w4-fb6e1d","llmisvcName":"premium-w4-fb6e1d","gateway":"openshift-ingress/e2e-worker-w4-fb6e1d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:29.151119789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ad8bdd0b-cbce-44c8-92e1-aee527e47880","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:29.251373799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4b7bf4a4-e899-4de3-86cc-94614931a7a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:34.170495245Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-fb6e1d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-fb6e1d","reconcileID":"9c02194f-e450-4b9d-9407-afa48566b537","aitenant":"ai-tenants/e2e-worker-w4-fb6e1d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:34.676280157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7154b201-b934-4e39-a9e6-8d142939f780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:34.725974862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7154b201-b934-4e39-a9e6-8d142939f780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:34.775684524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7154b201-b934-4e39-a9e6-8d142939f780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:34.825606053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7154b201-b934-4e39-a9e6-8d142939f780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:34.978674449Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-fb6e1d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-fb6e1d","reconcileID":"9c02194f-e450-4b9d-9407-afa48566b537","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-fb6e1d","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-fb6e1d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.738785942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24f110af-ea28-4d0b-9bf5-0efb07d16b2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.788662069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24f110af-ea28-4d0b-9bf5-0efb07d16b2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.838454363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24f110af-ea28-4d0b-9bf5-0efb07d16b2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.888319803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24f110af-ea28-4d0b-9bf5-0efb07d16b2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.748186975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a08a856-2359-4b81-b16e-0d656810c9cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.797856896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a08a856-2359-4b81-b16e-0d656810c9cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.847718462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a08a856-2359-4b81-b16e-0d656810c9cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.851464707Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.897665044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a08a856-2359-4b81-b16e-0d656810c9cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}